[ 489.554360] env[62748]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62748) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 489.554711] env[62748]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62748) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 489.554790] env[62748]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62748) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 489.555161] env[62748]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 489.649642] env[62748]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62748) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 489.659635] env[62748]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62748) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 489.702167] env[62748]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 490.261762] env[62748]: INFO nova.virt.driver [None req-41f266fa-6fe3-48e4-9e79-95e42f6d9470 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 490.331325] env[62748]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 490.331495] env[62748]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 490.331585] env[62748]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62748) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 493.567764] env[62748]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b455283c-f1bb-4a59-b6e4-a53986d9a5db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.583334] env[62748]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62748) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 493.583420] env[62748]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9e655499-a313-407d-9bb5-d513ec35b66a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.614773] env[62748]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c7f79. [ 493.614907] env[62748]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.283s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 493.615462] env[62748]: INFO nova.virt.vmwareapi.driver [None req-41f266fa-6fe3-48e4-9e79-95e42f6d9470 None None] VMware vCenter version: 7.0.3 [ 493.618842] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89652b34-f1c5-4de3-8ced-547e8cc7ae69 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.640226] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9407011-d767-4796-8b98-4212dfbca730 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.646180] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde33f98-2f3d-4050-abdd-d54cf340217b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.653272] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b2cc0f-09a1-4db4-9a7c-bf9147619213 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.666371] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61921cf4-34fb-4224-b539-70f589d6d24a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.672292] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee52c3bc-ae89-4e8c-8051-8f4d24c603cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.703326] env[62748]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9eebe97f-bb38-4ebe-a739-1c0dce6876cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 493.708907] env[62748]: DEBUG nova.virt.vmwareapi.driver [None req-41f266fa-6fe3-48e4-9e79-95e42f6d9470 None None] Extension org.openstack.compute already exists. {{(pid=62748) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 493.711633] env[62748]: INFO nova.compute.provider_config [None req-41f266fa-6fe3-48e4-9e79-95e42f6d9470 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 494.215447] env[62748]: DEBUG nova.context [None req-41f266fa-6fe3-48e4-9e79-95e42f6d9470 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),cd8045e2-2e28-429a-a4f2-34b29b2e261c(cell1) {{(pid=62748) load_cells /opt/stack/nova/nova/context.py:464}} [ 494.218556] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.218786] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.219493] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.219920] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Acquiring lock "cd8045e2-2e28-429a-a4f2-34b29b2e261c" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.220124] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Lock "cd8045e2-2e28-429a-a4f2-34b29b2e261c" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.221737] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Lock "cd8045e2-2e28-429a-a4f2-34b29b2e261c" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.241706] env[62748]: INFO dbcounter [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Registered counter for database nova_cell0 [ 494.249812] env[62748]: INFO dbcounter [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Registered counter for database nova_cell1 [ 494.252943] env[62748]: DEBUG oslo_db.sqlalchemy.engines [None req-fce34031-3388-41da-a18e-bf94016746cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62748) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 494.253328] env[62748]: DEBUG oslo_db.sqlalchemy.engines [None req-fce34031-3388-41da-a18e-bf94016746cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62748) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 494.258133] env[62748]: ERROR nova.db.main.api [None req-fce34031-3388-41da-a18e-bf94016746cf None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 494.258133] env[62748]: result = function(*args, **kwargs) [ 494.258133] env[62748]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 494.258133] env[62748]: return func(*args, **kwargs) [ 494.258133] env[62748]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 494.258133] env[62748]: result = fn(*args, **kwargs) [ 494.258133] env[62748]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 494.258133] env[62748]: return f(*args, **kwargs) [ 494.258133] env[62748]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 494.258133] env[62748]: return db.service_get_minimum_version(context, binaries) [ 494.258133] env[62748]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 494.258133] env[62748]: _check_db_access() [ 494.258133] env[62748]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 494.258133] env[62748]: stacktrace = ''.join(traceback.format_stack()) [ 494.258133] env[62748]: [ 494.259235] env[62748]: ERROR nova.db.main.api [None req-fce34031-3388-41da-a18e-bf94016746cf None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 494.259235] env[62748]: result = function(*args, **kwargs) [ 494.259235] env[62748]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 494.259235] env[62748]: return func(*args, **kwargs) [ 494.259235] env[62748]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 494.259235] env[62748]: result = fn(*args, **kwargs) [ 494.259235] env[62748]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 494.259235] env[62748]: return f(*args, **kwargs) [ 494.259235] env[62748]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 494.259235] env[62748]: return db.service_get_minimum_version(context, binaries) [ 494.259235] env[62748]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 494.259235] env[62748]: _check_db_access() [ 494.259235] env[62748]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 494.259235] env[62748]: stacktrace = ''.join(traceback.format_stack()) [ 494.259235] env[62748]: [ 494.259785] env[62748]: WARNING nova.objects.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 494.259785] env[62748]: WARNING nova.objects.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Failed to get minimum service version for cell cd8045e2-2e28-429a-a4f2-34b29b2e261c [ 494.260184] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Acquiring lock "singleton_lock" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 494.260351] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Acquired lock "singleton_lock" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 494.260593] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Releasing lock "singleton_lock" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 494.260920] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Full set of CONF: {{(pid=62748) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 494.261076] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ******************************************************************************** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 494.261208] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] Configuration options gathered from: {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 494.261345] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 494.261548] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 494.261676] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ================================================================================ {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 494.261883] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] allow_resize_to_same_host = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.262094] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] arq_binding_timeout = 300 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.262248] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] backdoor_port = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.262379] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] backdoor_socket = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.262549] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] block_device_allocate_retries = 60 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.262714] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] block_device_allocate_retries_interval = 3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.262884] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cert = self.pem {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.263064] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.263240] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute_monitors = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.263408] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] config_dir = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.263616] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] config_drive_format = iso9660 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.263756] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.263927] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] config_source = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.264110] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] console_host = devstack {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.264280] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] control_exchange = nova {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.264441] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cpu_allocation_ratio = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.264609] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] daemon = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.264775] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] debug = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.264936] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] default_access_ip_network_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.265120] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] default_availability_zone = nova {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.265281] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] default_ephemeral_format = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.265443] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] default_green_pool_size = 1000 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.265678] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.265852] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] default_schedule_zone = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.266067] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] disk_allocation_ratio = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.266239] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] enable_new_services = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.266421] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] enabled_apis = ['osapi_compute'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.266590] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] enabled_ssl_apis = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.266752] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] flat_injected = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.266914] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] force_config_drive = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.267091] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] force_raw_images = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.267269] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] graceful_shutdown_timeout = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.267434] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] heal_instance_info_cache_interval = -1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.267659] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] host = cpu-1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.267842] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.268014] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] initial_disk_allocation_ratio = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.268188] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] initial_ram_allocation_ratio = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.268401] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.268570] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] instance_build_timeout = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.268733] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] instance_delete_interval = 300 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.268905] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] instance_format = [instance: %(uuid)s] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.269140] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] instance_name_template = instance-%08x {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.269318] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] instance_usage_audit = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.269495] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] instance_usage_audit_period = month {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.269664] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.269833] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] instances_path = /opt/stack/data/nova/instances {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.269999] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] internal_service_availability_zone = internal {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.270173] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] key = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.270341] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] live_migration_retry_count = 30 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.270511] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] log_color = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.270675] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] log_config_append = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.270842] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.271006] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] log_dir = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.271173] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] log_file = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.271304] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] log_options = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.271466] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] log_rotate_interval = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.271638] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] log_rotate_interval_type = days {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.271804] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] log_rotation_type = none {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.271939] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.272078] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.272250] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.272414] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.272543] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.272708] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] long_rpc_timeout = 1800 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.272868] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] max_concurrent_builds = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.273040] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] max_concurrent_live_migrations = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.273207] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] max_concurrent_snapshots = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.273367] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] max_local_block_devices = 3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.273544] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] max_logfile_count = 30 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.273716] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] max_logfile_size_mb = 200 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.273884] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] maximum_instance_delete_attempts = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.274080] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] metadata_listen = 0.0.0.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.274257] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] metadata_listen_port = 8775 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.274428] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] metadata_workers = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.274593] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] migrate_max_retries = -1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.274797] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] mkisofs_cmd = genisoimage {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.275016] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] my_block_storage_ip = 10.180.1.21 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.275157] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] my_ip = 10.180.1.21 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.275364] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.275530] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] network_allocate_retries = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.275709] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.275916] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] osapi_compute_listen = 0.0.0.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.276094] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] osapi_compute_listen_port = 8774 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.276270] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] osapi_compute_unique_server_name_scope = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.276444] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] osapi_compute_workers = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.276608] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] password_length = 12 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.276772] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] periodic_enable = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.276934] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] periodic_fuzzy_delay = 60 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.277175] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] pointer_model = usbtablet {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.277293] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] preallocate_images = none {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.277452] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] publish_errors = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.277584] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] pybasedir = /opt/stack/nova {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.277742] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ram_allocation_ratio = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.277904] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] rate_limit_burst = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.278081] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] rate_limit_except_level = CRITICAL {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.278246] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] rate_limit_interval = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.278406] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] reboot_timeout = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.278568] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] reclaim_instance_interval = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.278726] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] record = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.278896] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] reimage_timeout_per_gb = 60 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.279076] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] report_interval = 120 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.279242] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] rescue_timeout = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.279404] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] reserved_host_cpus = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.279564] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] reserved_host_disk_mb = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.279726] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] reserved_host_memory_mb = 512 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.279888] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] reserved_huge_pages = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.280066] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] resize_confirm_window = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.280232] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] resize_fs_using_block_device = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.280391] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] resume_guests_state_on_host_boot = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.280560] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.280726] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] rpc_response_timeout = 60 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.280886] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] run_external_periodic_tasks = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.281066] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] running_deleted_instance_action = reap {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.281234] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] running_deleted_instance_poll_interval = 1800 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.281393] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] running_deleted_instance_timeout = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.281586] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler_instance_sync_interval = 120 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.281796] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_down_time = 720 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.281976] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] servicegroup_driver = db {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.282150] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] shell_completion = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.282313] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] shelved_offload_time = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.282477] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] shelved_poll_interval = 3600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.282651] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] shutdown_timeout = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.282819] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] source_is_ipv6 = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.282981] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ssl_only = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.283247] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.283421] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] sync_power_state_interval = 600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.283607] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] sync_power_state_pool_size = 1000 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.283786] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] syslog_log_facility = LOG_USER {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.283947] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] tempdir = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.284123] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] timeout_nbd = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.284291] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] transport_url = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.284453] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] update_resources_interval = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.284685] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] use_cow_images = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.284892] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] use_journal = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.285077] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] use_json = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.285248] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] use_rootwrap_daemon = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.285409] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] use_stderr = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.285569] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] use_syslog = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.285731] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vcpu_pin_set = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.285902] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plugging_is_fatal = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.286117] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plugging_timeout = 300 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.286293] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] virt_mkfs = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.286458] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] volume_usage_poll_interval = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.286619] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] watch_log_file = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.286790] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] web = /usr/share/spice-html5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 494.286975] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.287158] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.287327] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.287499] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_concurrency.disable_process_locking = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.288417] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.288620] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.288800] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.288981] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.289176] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.289349] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.289538] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.auth_strategy = keystone {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.289715] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.compute_link_prefix = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.289898] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.290091] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.dhcp_domain = novalocal {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.290271] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.enable_instance_password = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.290439] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.glance_link_prefix = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.290608] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.290785] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.290953] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.instance_list_per_project_cells = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.291135] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.list_records_by_skipping_down_cells = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.291302] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.local_metadata_per_cell = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.291476] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.max_limit = 1000 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.291642] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.metadata_cache_expiration = 15 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.291819] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.neutron_default_tenant_id = default {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.291991] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.response_validation = warn {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.292181] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.use_neutron_default_nets = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.292356] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.292521] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.292696] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.292872] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.293064] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.vendordata_dynamic_targets = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.293239] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.vendordata_jsonfile_path = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.293427] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.293668] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.backend = dogpile.cache.memcached {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.293862] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.backend_argument = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.294040] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.backend_expiration_time = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.294221] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.config_prefix = cache.oslo {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.294402] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.dead_timeout = 60.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.294577] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.debug_cache_backend = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.294737] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.enable_retry_client = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.294906] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.enable_socket_keepalive = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.295094] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.enabled = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.295267] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.enforce_fips_mode = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.295438] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.expiration_time = 600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.295606] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.hashclient_retry_attempts = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.295776] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.hashclient_retry_delay = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.295947] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_dead_retry = 300 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.296149] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_password = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.296293] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.296460] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.296626] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_pool_maxsize = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.296793] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.296958] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_sasl_enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.297155] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.297327] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_socket_timeout = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.297522] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.memcache_username = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.297657] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.proxies = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.297824] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.redis_db = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.297984] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.redis_password = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.298174] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.redis_sentinel_service_name = mymaster {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.298354] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.298524] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.redis_server = localhost:6379 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.298694] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.redis_socket_timeout = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.298855] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.redis_username = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.299028] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.retry_attempts = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.299202] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.retry_delay = 0.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.299365] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.socket_keepalive_count = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.299528] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.socket_keepalive_idle = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.299695] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.socket_keepalive_interval = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.299855] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.tls_allowed_ciphers = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.300021] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.tls_cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.300184] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.tls_certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.300349] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.tls_enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.300543] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cache.tls_keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.300683] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.auth_section = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.300861] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.auth_type = password {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.301036] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.301220] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.catalog_info = volumev3::publicURL {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.301385] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.301551] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.301715] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.cross_az_attach = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.301877] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.debug = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.302048] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.endpoint_template = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.302217] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.http_retries = 3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.302382] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.302542] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.302718] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.os_region_name = RegionOne {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.302883] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.303057] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cinder.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.303233] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.303393] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.cpu_dedicated_set = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.303575] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.cpu_shared_set = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.303759] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.image_type_exclude_list = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.303927] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.304106] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.max_concurrent_disk_ops = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.304274] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.max_disk_devices_to_attach = -1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.304437] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.304658] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.304853] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.resource_provider_association_refresh = 300 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.305036] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.305209] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.shutdown_retry_interval = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.305395] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.305576] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] conductor.workers = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.305759] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] console.allowed_origins = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.305924] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] console.ssl_ciphers = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.306110] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] console.ssl_minimum_version = default {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.306285] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] consoleauth.enforce_session_timeout = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.306454] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] consoleauth.token_ttl = 600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.306629] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.306788] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.306953] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.307135] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.connect_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.307298] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.connect_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.307457] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.endpoint_override = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.307621] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.307781] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.307940] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.max_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.308111] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.min_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.308273] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.region_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.308433] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.retriable_status_codes = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.308591] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.service_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.308763] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.service_type = accelerator {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.308927] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.309098] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.status_code_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.309257] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.status_code_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.309415] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.309633] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.309769] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] cyborg.version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.309942] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.asyncio_connection = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.310120] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.asyncio_slave_connection = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.310298] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.backend = sqlalchemy {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.310468] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.connection = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.310638] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.connection_debug = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.310812] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.connection_parameters = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.310981] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.connection_recycle_time = 3600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.311161] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.connection_trace = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.311326] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.db_inc_retry_interval = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.311490] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.db_max_retries = 20 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.311655] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.db_max_retry_interval = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.311822] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.db_retry_interval = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.311987] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.max_overflow = 50 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.312167] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.max_pool_size = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.312332] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.max_retries = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.312505] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.312691] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.mysql_wsrep_sync_wait = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.312831] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.pool_timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.312994] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.retry_interval = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.313167] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.slave_connection = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.313330] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.sqlite_synchronous = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.313573] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] database.use_db_reconnect = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.313772] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.asyncio_connection = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.313941] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.asyncio_slave_connection = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.314133] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.backend = sqlalchemy {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.314308] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.connection = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.314476] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.connection_debug = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.314673] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.connection_parameters = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.314845] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.connection_recycle_time = 3600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.315019] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.connection_trace = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.315195] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.db_inc_retry_interval = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.315364] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.db_max_retries = 20 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.315529] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.db_max_retry_interval = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.315704] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.db_retry_interval = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.315865] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.max_overflow = 50 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.316039] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.max_pool_size = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.316210] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.max_retries = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.316385] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.316547] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.316753] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.pool_timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.316930] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.retry_interval = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.317107] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.slave_connection = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.317274] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] api_database.sqlite_synchronous = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.317453] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] devices.enabled_mdev_types = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.317634] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.317810] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ephemeral_storage_encryption.default_format = luks {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.317975] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ephemeral_storage_encryption.enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.318156] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.318332] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.api_servers = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.318500] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.318672] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.318833] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.318993] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.connect_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.319169] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.connect_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.319333] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.debug = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.319500] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.default_trusted_certificate_ids = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.319664] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.enable_certificate_validation = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.319826] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.enable_rbd_download = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.319986] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.endpoint_override = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.320165] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.320329] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.320487] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.max_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.320643] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.min_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.320807] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.num_retries = 3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.320977] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.rbd_ceph_conf = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.321154] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.rbd_connect_timeout = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.321325] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.rbd_pool = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.321503] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.rbd_user = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.321665] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.region_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.321829] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.retriable_status_codes = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.321988] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.service_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.322173] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.service_type = image {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.322340] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.322501] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.status_code_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.322661] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.status_code_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.322823] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.323014] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.323196] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.verify_glance_signatures = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.323358] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] glance.version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.323549] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] guestfs.debug = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.323732] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.auth_section = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.323902] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.auth_type = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.324077] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.324242] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.324408] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.324600] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.connect_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.324781] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.connect_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.324943] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.endpoint_override = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.325123] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.325286] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.325447] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.max_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.325607] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.min_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.325769] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.region_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.325932] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.retriable_status_codes = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.326101] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.service_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.326278] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.service_type = shared-file-system {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.326470] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.share_apply_policy_timeout = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.326606] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.326767] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.status_code_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.326927] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.status_code_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.327101] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.327289] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.327454] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] manila.version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.327625] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] mks.enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.327978] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.328185] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] image_cache.manager_interval = 2400 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.328362] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] image_cache.precache_concurrency = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.328538] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] image_cache.remove_unused_base_images = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.328735] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.328918] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.329120] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] image_cache.subdirectory_name = _base {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.329306] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.api_max_retries = 60 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.329473] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.api_retry_interval = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.329635] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.auth_section = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.329801] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.auth_type = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.329963] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.330140] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.330310] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.330475] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.conductor_group = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.330639] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.connect_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.330801] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.connect_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.330964] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.endpoint_override = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.331147] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.331310] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.331470] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.max_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.331659] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.min_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.331835] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.peer_list = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.331998] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.region_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.332176] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.retriable_status_codes = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.332342] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.serial_console_state_timeout = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.332505] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.service_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.332677] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.service_type = baremetal {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.332841] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.shard = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.333014] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.333186] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.status_code_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.333348] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.status_code_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.333513] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.333728] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.333904] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ironic.version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.334105] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.334287] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] key_manager.fixed_key = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.334472] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.334669] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.barbican_api_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.334842] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.barbican_endpoint = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.335031] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.barbican_endpoint_type = public {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.335200] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.barbican_region_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.335364] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.335528] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.335697] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.335862] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.336033] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.336203] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.number_of_retries = 60 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.336369] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.retry_delay = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.336577] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.send_service_user_token = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.336692] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.336853] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.337025] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.verify_ssl = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.337191] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican.verify_ssl_path = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.337361] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican_service_user.auth_section = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.337526] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican_service_user.auth_type = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.337690] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican_service_user.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.337849] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican_service_user.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.338025] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican_service_user.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.338194] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican_service_user.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.338355] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican_service_user.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.338520] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican_service_user.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.338682] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] barbican_service_user.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.338848] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.approle_role_id = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.339022] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.approle_secret_id = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.339195] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.kv_mountpoint = secret {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.339357] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.kv_path = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.339523] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.kv_version = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.339687] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.namespace = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.339848] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.root_token_id = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.340015] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.ssl_ca_crt_file = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.340191] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.timeout = 60.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.340358] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.use_ssl = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.340528] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.340719] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.340896] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.341078] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.341243] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.connect_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.341405] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.connect_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.341583] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.endpoint_override = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.341762] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.341924] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.342099] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.max_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.342262] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.min_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.342428] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.region_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.342591] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.retriable_status_codes = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.342751] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.service_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.342922] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.service_type = identity {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.343482] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.343482] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.status_code_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.343482] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.status_code_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.343662] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.343775] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.343943] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] keystone.version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.344151] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.ceph_mount_options = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.344460] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.344649] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.connection_uri = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.344817] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.cpu_mode = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.344985] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.cpu_model_extra_flags = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.345172] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.cpu_models = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.345346] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.cpu_power_governor_high = performance {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.345516] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.cpu_power_governor_low = powersave {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.345682] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.cpu_power_management = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.345856] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.346038] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.device_detach_attempts = 8 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.346210] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.device_detach_timeout = 20 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.346379] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.disk_cachemodes = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.346544] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.disk_prefix = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.346716] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.enabled_perf_events = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.346882] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.file_backed_memory = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.347070] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.gid_maps = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.347239] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.hw_disk_discard = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.347401] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.hw_machine_type = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.347569] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.images_rbd_ceph_conf = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.347737] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.347900] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.348079] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.images_rbd_glance_store_name = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.348253] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.images_rbd_pool = rbd {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.348427] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.images_type = default {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.348591] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.images_volume_group = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.348758] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.inject_key = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.348922] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.inject_partition = -2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.349119] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.inject_password = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.349289] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.iscsi_iface = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.349454] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.iser_use_multipath = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.349619] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_bandwidth = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.349788] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.349955] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_downtime = 500 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.350135] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.350300] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.350461] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_inbound_addr = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.350626] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.350790] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_permit_post_copy = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.350970] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_scheme = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.351166] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_timeout_action = abort {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.351332] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_tunnelled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.351492] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_uri = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.351654] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.live_migration_with_native_tls = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.351815] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.max_queues = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.351980] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.352230] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.352397] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.nfs_mount_options = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.352684] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.352868] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.353046] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.num_iser_scan_tries = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.353214] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.num_memory_encrypted_guests = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.353381] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.353577] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.num_pcie_ports = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.353751] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.num_volume_scan_tries = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.353922] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.pmem_namespaces = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.354099] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.quobyte_client_cfg = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.354406] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.354596] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rbd_connect_timeout = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.354779] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.354946] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.355123] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rbd_secret_uuid = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.355288] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rbd_user = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.355455] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.355642] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.remote_filesystem_transport = ssh {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.355808] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rescue_image_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.355971] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rescue_kernel_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.356170] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rescue_ramdisk_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.356420] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.356599] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.rx_queue_size = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.356793] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.smbfs_mount_options = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.357082] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.357266] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.snapshot_compression = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.357435] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.snapshot_image_format = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.357668] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.357843] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.sparse_logical_volumes = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.358023] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.swtpm_enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.358205] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.swtpm_group = tss {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.358378] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.swtpm_user = tss {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.358553] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.sysinfo_serial = unique {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.358716] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.tb_cache_size = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.358877] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.tx_queue_size = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.359060] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.uid_maps = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.359229] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.use_virtio_for_bridges = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.359403] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.virt_type = kvm {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.359572] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.volume_clear = zero {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.359740] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.volume_clear_size = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.359906] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.volume_use_multipath = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.360079] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.vzstorage_cache_path = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.360255] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.360425] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.vzstorage_mount_group = qemu {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.360595] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.vzstorage_mount_opts = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.360767] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.361075] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.361271] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.vzstorage_mount_user = stack {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.361454] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.361646] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.auth_section = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.361835] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.auth_type = password {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.362017] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.362182] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.362351] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.362513] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.connect_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.362677] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.connect_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.362851] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.default_floating_pool = public {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.363025] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.endpoint_override = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.363198] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.extension_sync_interval = 600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.363363] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.http_retries = 3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.363550] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.363719] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.363891] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.max_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.364081] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.364250] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.min_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.364424] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.ovs_bridge = br-int {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.364916] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.physnets = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.364916] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.region_name = RegionOne {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.365046] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.retriable_status_codes = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.365142] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.service_metadata_proxy = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.365312] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.service_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.365487] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.service_type = network {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.365657] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.365820] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.status_code_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.365983] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.status_code_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.366162] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.366350] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.366515] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] neutron.version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.366691] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] notifications.bdms_in_notifications = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.366903] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] notifications.default_level = INFO {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.367047] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] notifications.include_share_mapping = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.367232] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] notifications.notification_format = unversioned {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.367401] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] notifications.notify_on_state_change = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.367580] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.367760] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] pci.alias = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.367932] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] pci.device_spec = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.368112] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] pci.report_in_placement = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.368289] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.auth_section = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.368463] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.auth_type = password {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.368632] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.368794] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.368953] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.369139] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.369300] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.connect_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.369461] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.connect_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.369619] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.default_domain_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.369776] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.default_domain_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.369932] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.domain_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.370102] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.domain_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.370265] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.endpoint_override = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.370430] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.370590] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.370749] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.max_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.370907] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.min_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.371091] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.password = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.371258] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.project_domain_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.371436] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.project_domain_name = Default {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.371622] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.project_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.371810] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.project_name = service {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.371983] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.region_name = RegionOne {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.372166] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.retriable_status_codes = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.372331] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.service_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.372503] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.service_type = placement {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.372679] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.372846] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.status_code_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.373015] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.status_code_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.373179] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.system_scope = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.373337] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.373495] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.trust_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.373687] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.user_domain_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.373867] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.user_domain_name = Default {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.374039] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.user_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.374220] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.username = nova {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.374401] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.374582] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] placement.version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.374774] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.cores = 20 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.374944] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.count_usage_from_placement = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.375133] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.375307] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.injected_file_content_bytes = 10240 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.375478] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.injected_file_path_length = 255 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.375648] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.injected_files = 5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.375819] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.instances = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.375988] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.key_pairs = 100 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.376173] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.metadata_items = 128 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.376344] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.ram = 51200 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.376510] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.recheck_quota = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.376680] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.server_group_members = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.376849] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.server_groups = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.377071] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.377249] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] quota.unified_limits_resource_strategy = require {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.377431] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.377597] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.377762] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.image_metadata_prefilter = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.377926] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.378107] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.max_attempts = 3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.378279] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.max_placement_results = 1000 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.378447] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.378611] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.query_placement_for_image_type_support = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.378775] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.378953] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] scheduler.workers = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.379142] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.379316] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.379496] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.379665] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.379832] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.379996] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.380176] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.380366] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.380535] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.host_subset_size = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.380703] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.380862] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.381082] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.381207] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.isolated_hosts = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.381372] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.isolated_images = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.381567] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.381753] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.381922] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.382099] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.pci_in_placement = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.382270] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.382436] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.382602] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.382768] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.382934] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.383112] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.383279] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.track_instance_changes = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.383458] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.383666] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] metrics.required = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.383835] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] metrics.weight_multiplier = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.384013] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.384189] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] metrics.weight_setting = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.384528] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.384684] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] serial_console.enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.384863] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] serial_console.port_range = 10000:20000 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.385047] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.385226] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.385397] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] serial_console.serialproxy_port = 6083 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.385568] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.auth_section = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.385746] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.auth_type = password {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.385910] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.386084] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.386252] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.386415] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.386576] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.386751] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.send_service_user_token = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.386918] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.387127] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] service_user.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.387266] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.agent_enabled = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.387428] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.387739] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.387941] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.388126] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.html5proxy_port = 6082 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.388295] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.image_compression = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.388457] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.jpeg_compression = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.388620] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.playback_compression = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.388787] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.require_secure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.388960] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.server_listen = 127.0.0.1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.389146] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.389435] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.389648] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.streaming_mode = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.389781] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] spice.zlib_compression = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.389952] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] upgrade_levels.baseapi = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.390196] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] upgrade_levels.compute = auto {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.390386] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] upgrade_levels.conductor = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.390555] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] upgrade_levels.scheduler = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.390727] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vendordata_dynamic_auth.auth_section = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.390894] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vendordata_dynamic_auth.auth_type = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.391077] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vendordata_dynamic_auth.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.391245] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vendordata_dynamic_auth.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.391413] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.391576] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vendordata_dynamic_auth.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.391740] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vendordata_dynamic_auth.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.391984] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.392078] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vendordata_dynamic_auth.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.392260] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.api_retry_count = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.392424] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.ca_file = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.392600] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.cache_prefix = devstack-image-cache {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.392771] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.cluster_name = testcl1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.392937] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.connection_pool_size = 10 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.393113] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.console_delay_seconds = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.393287] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.datastore_regex = ^datastore.* {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.393500] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.393715] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.host_password = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.393903] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.host_port = 443 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.394093] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.host_username = administrator@vsphere.local {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.394270] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.insecure = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.394436] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.integration_bridge = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.394607] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.maximum_objects = 100 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.394768] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.pbm_default_policy = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.394949] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.pbm_enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.395146] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.pbm_wsdl_location = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.395324] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.395486] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.serial_port_proxy_uri = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.395649] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.serial_port_service_uri = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.395821] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.task_poll_interval = 0.5 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.395994] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.use_linked_clone = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.396181] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.vnc_keymap = en-us {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.396351] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.vnc_port = 5900 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.396521] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vmware.vnc_port_total = 10000 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.396708] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.auth_schemes = ['none'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.396892] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.397235] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.397382] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.397558] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.novncproxy_port = 6080 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.397762] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.server_listen = 127.0.0.1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.397960] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.398159] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.vencrypt_ca_certs = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.398326] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.vencrypt_client_cert = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.398488] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vnc.vencrypt_client_key = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.398665] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.398832] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.disable_deep_image_inspection = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.398997] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.399178] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.399341] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.399505] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.disable_rootwrap = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.399670] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.enable_numa_live_migration = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.399837] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.400010] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.400179] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.400345] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.libvirt_disable_apic = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.400507] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.400673] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.400838] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.401030] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.401214] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.401382] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.401562] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.401744] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.401911] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.402095] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.402287] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.402460] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.client_socket_timeout = 900 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.402630] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.default_pool_size = 1000 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.402801] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.keep_alive = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.402972] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.max_header_line = 16384 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.403153] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.secure_proxy_ssl_header = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.403319] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.ssl_ca_file = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.403483] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.ssl_cert_file = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.403680] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.ssl_key_file = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.403859] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.tcp_keepidle = 600 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.404073] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.404260] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] zvm.ca_file = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.404427] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] zvm.cloud_connector_url = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.404754] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.404940] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] zvm.reachable_timeout = 300 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.405136] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.405321] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.405501] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.connection_string = messaging:// {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.405674] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.enabled = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.405851] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.es_doc_type = notification {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.406029] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.es_scroll_size = 10000 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.406205] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.es_scroll_time = 2m {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.406370] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.filter_error_trace = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.406540] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.hmac_keys = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.406712] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.sentinel_service_name = mymaster {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.406883] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.socket_timeout = 0.1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.407083] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.trace_requests = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.407274] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler.trace_sqlalchemy = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.407459] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler_jaeger.process_tags = {} {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.407621] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler_jaeger.service_name_prefix = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.407789] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] profiler_otlp.service_name_prefix = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.407959] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] remote_debug.host = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.408138] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] remote_debug.port = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.408317] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.408484] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.408652] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.408818] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.408984] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.409163] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.409327] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.409490] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.409652] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.409827] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.409989] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.410201] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.410380] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.410552] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.410760] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.410935] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.411118] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.411293] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.411461] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.411652] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.411833] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.412010] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.412189] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.412355] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.412519] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.412684] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.412848] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.413014] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.413210] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.413386] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.ssl = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.413597] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.413765] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.413932] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.414127] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.414302] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.ssl_version = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.414467] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.414667] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.414838] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_notifications.retry = -1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.415028] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.415210] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_messaging_notifications.transport_url = **** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.415386] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.auth_section = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.415554] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.auth_type = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.415717] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.cafile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.415896] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.certfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.416093] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.collect_timing = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.416263] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.connect_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.416429] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.connect_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.416587] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.endpoint_id = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.416760] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.endpoint_interface = publicURL {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.416921] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.endpoint_override = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.417096] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.endpoint_region_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.417262] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.endpoint_service_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.417425] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.endpoint_service_type = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.417626] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.insecure = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.417750] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.keyfile = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.417912] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.max_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.418082] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.min_version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.418244] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.region_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.418406] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.retriable_status_codes = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.418566] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.service_name = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.418727] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.service_type = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.418902] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.split_loggers = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.419099] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.status_code_retries = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.419270] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.status_code_retry_delay = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.419432] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.timeout = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.419601] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.valid_interfaces = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.419757] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_limit.version = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.419924] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_reports.file_event_handler = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.420107] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.420273] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] oslo_reports.log_dir = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.420449] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.420613] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.420776] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.420946] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.421128] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.421296] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.421473] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.421637] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_ovs_privileged.group = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.421806] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.421993] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.422187] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.422351] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] vif_plug_ovs_privileged.user = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.422524] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_linux_bridge.flat_interface = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.422706] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.422880] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.423068] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.423246] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.423423] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.423631] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.423822] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.424025] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.424210] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_ovs.isolate_vif = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.424391] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.424562] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.424738] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.424911] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_ovs.ovsdb_interface = native {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.425119] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] os_vif_ovs.per_port_bridge = False {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.425302] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] privsep_osbrick.capabilities = [21] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.425465] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] privsep_osbrick.group = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.425627] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] privsep_osbrick.helper_command = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.425798] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.425966] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.426145] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] privsep_osbrick.user = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.426323] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.426487] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] nova_sys_admin.group = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.426647] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] nova_sys_admin.helper_command = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.426849] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.427037] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.427204] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] nova_sys_admin.user = None {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 494.427338] env[62748]: DEBUG oslo_service.service [None req-fce34031-3388-41da-a18e-bf94016746cf None None] ******************************************************************************** {{(pid=62748) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 494.427736] env[62748]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 494.931262] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Getting list of instances from cluster (obj){ [ 494.931262] env[62748]: value = "domain-c8" [ 494.931262] env[62748]: _type = "ClusterComputeResource" [ 494.931262] env[62748]: } {{(pid=62748) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 494.932456] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b8c566-d4ef-43c1-b055-b64031b44f1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.941465] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Got total of 0 instances {{(pid=62748) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 494.942224] env[62748]: WARNING nova.virt.vmwareapi.driver [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 494.942732] env[62748]: INFO nova.virt.node [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Generated node identity 74ca466f-48af-453b-acbe-44806e22bf31 [ 494.942973] env[62748]: INFO nova.virt.node [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Wrote node identity 74ca466f-48af-453b-acbe-44806e22bf31 to /opt/stack/data/n-cpu-1/compute_id [ 495.445749] env[62748]: WARNING nova.compute.manager [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Compute nodes ['74ca466f-48af-453b-acbe-44806e22bf31'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 496.452065] env[62748]: INFO nova.compute.manager [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 497.459089] env[62748]: WARNING nova.compute.manager [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 497.459471] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.459607] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 497.459763] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 497.459949] env[62748]: DEBUG nova.compute.resource_tracker [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 497.460877] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a82c54-7c3a-4e41-b38d-de87aae97100 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.469048] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cdd078-a96d-4c26-b927-2c966f7337b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.482518] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b3395-e313-44a1-825e-7cb97a025ba0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.488887] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfb31b6-c6d8-4c4f-9dd9-2d3c1fb249ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.517753] env[62748]: DEBUG nova.compute.resource_tracker [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181109MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 497.517930] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 497.518181] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 498.020520] env[62748]: WARNING nova.compute.resource_tracker [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] No compute node record for cpu-1:74ca466f-48af-453b-acbe-44806e22bf31: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 74ca466f-48af-453b-acbe-44806e22bf31 could not be found. [ 498.524347] env[62748]: INFO nova.compute.resource_tracker [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 74ca466f-48af-453b-acbe-44806e22bf31 [ 500.033426] env[62748]: DEBUG nova.compute.resource_tracker [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 500.033875] env[62748]: DEBUG nova.compute.resource_tracker [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 500.188232] env[62748]: INFO nova.scheduler.client.report [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] [req-74785275-ca4e-4ee8-85ec-602900cfcf03] Created resource provider record via placement API for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 500.205261] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb14d2ae-b066-4d4c-a6f9-b5bccc98b6e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.213128] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221cf0e9-43ab-483c-93c8-62bbaea8d3a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.245781] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568b5013-ca73-4a0a-82e0-7d862c1b8259 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.253776] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb6c2fd-72d4-413a-b318-7a01ab3e6a3c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 500.267867] env[62748]: DEBUG nova.compute.provider_tree [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 500.803891] env[62748]: DEBUG nova.scheduler.client.report [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 500.804204] env[62748]: DEBUG nova.compute.provider_tree [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 0 to 1 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 500.804398] env[62748]: DEBUG nova.compute.provider_tree [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 500.854591] env[62748]: DEBUG nova.compute.provider_tree [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 1 to 2 during operation: update_traits {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 501.359514] env[62748]: DEBUG nova.compute.resource_tracker [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 501.359813] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.842s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 501.359991] env[62748]: DEBUG nova.service [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Creating RPC server for service compute {{(pid=62748) start /opt/stack/nova/nova/service.py:186}} [ 501.375477] env[62748]: DEBUG nova.service [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] Join ServiceGroup membership for this service compute {{(pid=62748) start /opt/stack/nova/nova/service.py:203}} [ 501.375715] env[62748]: DEBUG nova.servicegroup.drivers.db [None req-eb99c4a0-2ed5-42fd-b0c3-c17f058d5dbe None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62748) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 501.376358] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 501.879261] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Getting list of instances from cluster (obj){ [ 501.879261] env[62748]: value = "domain-c8" [ 501.879261] env[62748]: _type = "ClusterComputeResource" [ 501.879261] env[62748]: } {{(pid=62748) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 501.880453] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b92bad-44df-46e5-abfa-eb0e174902af {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.888990] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Got total of 0 instances {{(pid=62748) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 501.889223] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 501.889509] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Getting list of instances from cluster (obj){ [ 501.889509] env[62748]: value = "domain-c8" [ 501.889509] env[62748]: _type = "ClusterComputeResource" [ 501.889509] env[62748]: } {{(pid=62748) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 501.890338] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa7b91b-5960-4b3d-87f7-511267a2f9e1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 501.897406] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Got total of 0 instances {{(pid=62748) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 533.927737] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "d9bedd18-76a1-4912-89ea-df433761d661" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.928041] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "d9bedd18-76a1-4912-89ea-df433761d661" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.432745] env[62748]: DEBUG nova.compute.manager [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 534.983804] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.984225] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.985882] env[62748]: INFO nova.compute.claims [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 536.044685] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7bb4bd-084e-4164-9c8a-6787d2a4ed60 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.053659] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0cc599-dfa0-4f64-8deb-09b707d65c89 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.092932] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7539d2ce-64d0-4592-8264-9c76d8b9d445 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.106039] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26416e0b-48a4-42b5-8fa9-12e66ce3cc0f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.128670] env[62748]: DEBUG nova.compute.provider_tree [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.632854] env[62748]: DEBUG nova.scheduler.client.report [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 537.144028] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.144775] env[62748]: DEBUG nova.compute.manager [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.260579] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.260805] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.659604] env[62748]: DEBUG nova.compute.utils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 537.660041] env[62748]: DEBUG nova.compute.manager [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 537.663075] env[62748]: DEBUG nova.network.neutron [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 537.765774] env[62748]: DEBUG nova.compute.manager [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 538.173151] env[62748]: DEBUG nova.compute.manager [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.317561] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.317887] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.321930] env[62748]: INFO nova.compute.claims [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 539.186269] env[62748]: DEBUG nova.compute.manager [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.410591] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51817ece-4579-48a0-a556-487a6d5384f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.423608] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69708bb-5eef-4540-936a-db668741e21b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.458778] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59260be5-db18-438f-b608-713eefb51871 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.468253] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a652b266-5a30-4ed7-820a-afa39d77a43a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.482522] env[62748]: DEBUG nova.compute.provider_tree [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.561491] env[62748]: DEBUG nova.policy [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b76a2dbd2bd9464f8e962f9311acdf7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b257c716ed64053a58718c0b5b82227', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 539.706827] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.706827] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.706827] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.709306] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.709643] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.710306] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.710841] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.711531] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.711995] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.712280] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.712386] env[62748]: DEBUG nova.virt.hardware [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.713399] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98ee99d-9d43-4139-8e8b-42574d556349 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.726492] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c7ffe0-e302-46a4-b967-6d667bf15194 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.748135] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b542d95-d310-406a-9c6b-b426bdfc1847 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.985605] env[62748]: DEBUG nova.scheduler.client.report [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 540.496600] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.497267] env[62748]: DEBUG nova.compute.manager [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.642654] env[62748]: DEBUG nova.network.neutron [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Successfully created port: 1e6524fb-11cb-46c7-bacd-08e1efbc88d4 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.004883] env[62748]: DEBUG nova.compute.utils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 541.004883] env[62748]: DEBUG nova.compute.manager [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 541.006106] env[62748]: DEBUG nova.network.neutron [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 541.072336] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "4729a3ca-91da-420b-8dcc-0de78e24be9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.072336] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "4729a3ca-91da-420b-8dcc-0de78e24be9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.133319] env[62748]: DEBUG nova.policy [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cea130135db841d8903e8dbf09998b74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '347883ee18f04ee7bb2f9936f1ab1b08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 541.510695] env[62748]: DEBUG nova.compute.manager [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.580455] env[62748]: DEBUG nova.compute.manager [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 542.118349] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.118349] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.118349] env[62748]: INFO nova.compute.claims [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.521796] env[62748]: DEBUG nova.compute.manager [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.558301] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 542.558301] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.558301] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 542.558508] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.558508] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 542.558508] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 542.558508] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 542.558508] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 542.558806] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 542.558998] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 542.559724] env[62748]: DEBUG nova.virt.hardware [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 542.560899] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7950d1-5d3b-4b1f-bb85-3f1b148e26ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.572698] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22aac917-3fe3-4c72-a922-48e7368f6b6e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.657171] env[62748]: DEBUG nova.network.neutron [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Successfully created port: 11e52786-8d77-41bc-a36b-3f8cf8ea3eba {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 543.233328] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252de229-ffae-455c-8602-05d9011f6152 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.244979] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571cbb6a-c04b-4cb6-9d28-3196556900e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.296666] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bdc66d-90ce-4d60-8f6c-52d09208c4b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.306584] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dbdc94-5fb0-45d1-8b47-692adf31686c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.327762] env[62748]: DEBUG nova.compute.provider_tree [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.838052] env[62748]: DEBUG nova.scheduler.client.report [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 543.881334] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquiring lock "9a9c2168-d130-4407-8b67-c9918b195871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.881617] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "9a9c2168-d130-4407-8b67-c9918b195871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.012579] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.015485] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.345048] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.346289] env[62748]: DEBUG nova.compute.manager [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.388369] env[62748]: DEBUG nova.compute.manager [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.512502] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquiring lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.513828] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.518678] env[62748]: DEBUG nova.compute.manager [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.569474] env[62748]: DEBUG nova.network.neutron [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Successfully updated port: 1e6524fb-11cb-46c7-bacd-08e1efbc88d4 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 544.680604] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "027c9a03-8996-4ad6-a109-8728f08f58d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.681094] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "027c9a03-8996-4ad6-a109-8728f08f58d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.854044] env[62748]: DEBUG nova.compute.utils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 544.858825] env[62748]: DEBUG nova.compute.manager [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 544.859143] env[62748]: DEBUG nova.network.neutron [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 544.918433] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.918817] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.921274] env[62748]: INFO nova.compute.claims [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.990974] env[62748]: DEBUG nova.policy [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad674469f93642248f5459752377dd85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '367e4f6d7cf846cf94c5dd2812e3a408', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.017035] env[62748]: DEBUG nova.compute.manager [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.048653] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.077057] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "refresh_cache-d9bedd18-76a1-4912-89ea-df433761d661" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.077177] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquired lock "refresh_cache-d9bedd18-76a1-4912-89ea-df433761d661" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.078727] env[62748]: DEBUG nova.network.neutron [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 545.188229] env[62748]: DEBUG nova.compute.manager [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.363035] env[62748]: DEBUG nova.compute.manager [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.553777] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.717146] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.751787] env[62748]: DEBUG nova.network.neutron [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 546.086302] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6712335b-fd6b-447d-959d-df1851c9248b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.097624] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56933367-c22c-4f86-b499-54ce1bb87c98 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.138314] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bd5aed-c600-45b8-a80f-c8be1ec20b72 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.146814] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b92d39-a6b0-4505-80dd-2da9e12e5bcb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.161338] env[62748]: DEBUG nova.compute.provider_tree [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.373668] env[62748]: DEBUG nova.compute.manager [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.409510] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.409510] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.409510] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.409957] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.410233] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.410485] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.410788] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.411148] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.411344] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.412351] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.412714] env[62748]: DEBUG nova.virt.hardware [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.413921] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f0ae5b-b291-419d-aa11-250eb57dd92e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.423576] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618b0fde-1148-4077-b69f-7546495813c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.460208] env[62748]: DEBUG nova.compute.manager [req-13d76d01-b1b8-43d5-bd5a-e2c28b665e35 req-d9dcd42c-21fc-43c6-8598-c4a53f0bc7e3 service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Received event network-vif-plugged-1e6524fb-11cb-46c7-bacd-08e1efbc88d4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 546.460208] env[62748]: DEBUG oslo_concurrency.lockutils [req-13d76d01-b1b8-43d5-bd5a-e2c28b665e35 req-d9dcd42c-21fc-43c6-8598-c4a53f0bc7e3 service nova] Acquiring lock "d9bedd18-76a1-4912-89ea-df433761d661-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.460554] env[62748]: DEBUG oslo_concurrency.lockutils [req-13d76d01-b1b8-43d5-bd5a-e2c28b665e35 req-d9dcd42c-21fc-43c6-8598-c4a53f0bc7e3 service nova] Lock "d9bedd18-76a1-4912-89ea-df433761d661-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.460773] env[62748]: DEBUG oslo_concurrency.lockutils [req-13d76d01-b1b8-43d5-bd5a-e2c28b665e35 req-d9dcd42c-21fc-43c6-8598-c4a53f0bc7e3 service nova] Lock "d9bedd18-76a1-4912-89ea-df433761d661-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.460981] env[62748]: DEBUG nova.compute.manager [req-13d76d01-b1b8-43d5-bd5a-e2c28b665e35 req-d9dcd42c-21fc-43c6-8598-c4a53f0bc7e3 service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] No waiting events found dispatching network-vif-plugged-1e6524fb-11cb-46c7-bacd-08e1efbc88d4 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 546.461199] env[62748]: WARNING nova.compute.manager [req-13d76d01-b1b8-43d5-bd5a-e2c28b665e35 req-d9dcd42c-21fc-43c6-8598-c4a53f0bc7e3 service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Received unexpected event network-vif-plugged-1e6524fb-11cb-46c7-bacd-08e1efbc88d4 for instance with vm_state building and task_state spawning. [ 546.630468] env[62748]: DEBUG nova.network.neutron [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Updating instance_info_cache with network_info: [{"id": "1e6524fb-11cb-46c7-bacd-08e1efbc88d4", "address": "fa:16:3e:98:39:f7", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6524fb-11", "ovs_interfaceid": "1e6524fb-11cb-46c7-bacd-08e1efbc88d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.664285] env[62748]: DEBUG nova.scheduler.client.report [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.671947] env[62748]: DEBUG nova.network.neutron [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Successfully updated port: 11e52786-8d77-41bc-a36b-3f8cf8ea3eba {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 546.749280] env[62748]: DEBUG nova.network.neutron [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Successfully created port: 55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.889394] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquiring lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.889798] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.133597] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Releasing lock "refresh_cache-d9bedd18-76a1-4912-89ea-df433761d661" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.133928] env[62748]: DEBUG nova.compute.manager [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Instance network_info: |[{"id": "1e6524fb-11cb-46c7-bacd-08e1efbc88d4", "address": "fa:16:3e:98:39:f7", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6524fb-11", "ovs_interfaceid": "1e6524fb-11cb-46c7-bacd-08e1efbc88d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 547.134456] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:39:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e6524fb-11cb-46c7-bacd-08e1efbc88d4', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.147888] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.148687] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eb608c3-3375-4b14-b46a-a3045c02f969 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.160468] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Created folder: OpenStack in parent group-v4. [ 547.160763] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Creating folder: Project (3b257c716ed64053a58718c0b5b82227). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.161155] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ace8ec2c-42fb-48a8-a502-0489b499daa6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.174082] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.174587] env[62748]: DEBUG nova.compute.manager [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.178722] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Created folder: Project (3b257c716ed64053a58718c0b5b82227) in parent group-v553264. [ 547.178915] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Creating folder: Instances. Parent ref: group-v553265. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.179443] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "refresh_cache-6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.179570] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquired lock "refresh_cache-6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.179729] env[62748]: DEBUG nova.network.neutron [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 547.185524] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.134s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.185524] env[62748]: INFO nova.compute.claims [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 547.188461] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4909b33d-11f4-47be-b715-6ba925c8af21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.198812] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Created folder: Instances in parent group-v553265. [ 547.199119] env[62748]: DEBUG oslo.service.loopingcall [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 547.199593] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 547.200376] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c00de6fa-3233-494c-86cb-0a76b5483d9a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.226028] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 547.226028] env[62748]: value = "task-2749159" [ 547.226028] env[62748]: _type = "Task" [ 547.226028] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.235584] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749159, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.392865] env[62748]: DEBUG nova.compute.manager [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 547.693229] env[62748]: DEBUG nova.compute.utils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 547.695182] env[62748]: DEBUG nova.compute.manager [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 547.695182] env[62748]: DEBUG nova.network.neutron [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 547.739668] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749159, 'name': CreateVM_Task, 'duration_secs': 0.419671} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.740783] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.758636] env[62748]: DEBUG oslo_vmware.service [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b568fdf-3b93-4b56-a1c0-195fa086ad23 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.768642] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.768642] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.768642] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.768642] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71861d3b-0bbf-49e4-8a28-8f6d52b2903b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.777061] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 547.777061] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5255289d-34b8-9e20-9397-eeb29b2c9744" [ 547.777061] env[62748]: _type = "Task" [ 547.777061] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.787786] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5255289d-34b8-9e20-9397-eeb29b2c9744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.867328] env[62748]: DEBUG nova.network.neutron [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 547.923775] env[62748]: DEBUG nova.policy [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d634629c83d42ad8ad9b74dd554685a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5852163a6b940c6beb83e8bd0dc5c98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 547.926124] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.198623] env[62748]: DEBUG nova.compute.manager [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.298495] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.299252] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 548.299252] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.299252] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.299745] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.300394] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd68a987-7c62-4498-a95a-2965ad0c3137 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.311689] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.311940] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 548.315358] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ed4a4-1e7e-478d-b3b3-243e01b219f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.327249] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d400a167-3b5a-4490-845a-789f906d0868 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.339633] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 548.339633] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7f635-cfd4-a558-9aeb-2db3b9e35d73" [ 548.339633] env[62748]: _type = "Task" [ 548.339633] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.347543] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7f635-cfd4-a558-9aeb-2db3b9e35d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.412632] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39863a57-cd1f-4877-bc7a-55cec30a5563 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.422940] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b17dca8-2125-42e1-8fb9-3329149c9884 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.461312] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab257be-8048-4d4a-9c3d-88236b41eda7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.471408] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cf5c4b-98b0-46a4-94a4-4a97536f2c55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.486119] env[62748]: DEBUG nova.compute.provider_tree [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.855121] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Preparing fetch location {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 548.855438] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Creating directory with path [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.855685] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d90cfab1-421c-49c1-89ff-cd958f0074f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.887852] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Created directory with path [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.887852] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Fetch image to [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 548.888162] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Downloading image file data 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 to [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk on the data store datastore2 {{(pid=62748) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 548.888996] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ac18bc-10c2-4fc2-aaab-6b65f1193c5f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.898973] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a01de00-2e36-4e5c-a0bd-4eb4d5739161 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.911961] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f789a16e-cf7a-421d-8394-91625bd0bc01 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.955603] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6a0cd-779a-4bdb-b110-ba3d83703e70 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.962171] env[62748]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-879bd937-0459-4cb8-b346-27ca67f363d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.990205] env[62748]: DEBUG nova.scheduler.client.report [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 549.061028] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Downloading image file data 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 to the data store datastore2 {{(pid=62748) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 549.161109] env[62748]: DEBUG oslo_vmware.rw_handles [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62748) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 549.234860] env[62748]: DEBUG nova.compute.manager [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.271805] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.272105] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.272283] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.272477] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.272621] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.272768] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.274027] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.274027] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.274027] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.274027] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.274027] env[62748]: DEBUG nova.virt.hardware [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.274630] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32975cf1-d50a-4e9e-b1a4-7a90c971797a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.292767] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdac1c9-e971-4787-ae01-29284b54184c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.348231] env[62748]: DEBUG nova.network.neutron [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Updating instance_info_cache with network_info: [{"id": "11e52786-8d77-41bc-a36b-3f8cf8ea3eba", "address": "fa:16:3e:77:4a:16", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e52786-8d", "ovs_interfaceid": "11e52786-8d77-41bc-a36b-3f8cf8ea3eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.499526] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.500097] env[62748]: DEBUG nova.compute.manager [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 549.506463] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.952s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.510045] env[62748]: INFO nova.compute.claims [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 549.710939] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.711342] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.711572] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.711769] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.711978] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.712240] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.712439] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.712610] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 549.712795] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 549.857851] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Releasing lock "refresh_cache-6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.858762] env[62748]: DEBUG nova.compute.manager [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Instance network_info: |[{"id": "11e52786-8d77-41bc-a36b-3f8cf8ea3eba", "address": "fa:16:3e:77:4a:16", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e52786-8d", "ovs_interfaceid": "11e52786-8d77-41bc-a36b-3f8cf8ea3eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 549.859155] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:4a:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11e52786-8d77-41bc-a36b-3f8cf8ea3eba', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 549.870607] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Creating folder: Project (347883ee18f04ee7bb2f9936f1ab1b08). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.873715] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2799d12f-043e-40eb-9b62-be0ca16f8f51 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.887755] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Created folder: Project (347883ee18f04ee7bb2f9936f1ab1b08) in parent group-v553264. [ 549.887755] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Creating folder: Instances. Parent ref: group-v553268. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.893337] env[62748]: DEBUG oslo_vmware.rw_handles [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Completed reading data from the image iterator. {{(pid=62748) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 549.893589] env[62748]: DEBUG oslo_vmware.rw_handles [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 549.893883] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b12140-63d7-4ec9-a435-54c1ad1aa2dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.906209] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Created folder: Instances in parent group-v553268. [ 549.906209] env[62748]: DEBUG oslo.service.loopingcall [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.906209] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 549.906659] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90f8434a-fab8-4253-a815-fc2af1521fd3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.930870] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 549.930870] env[62748]: value = "task-2749162" [ 549.930870] env[62748]: _type = "Task" [ 549.930870] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.940578] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749162, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.960668] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Downloaded image file data 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 to vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk on the data store datastore2 {{(pid=62748) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 549.963690] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Caching image {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 549.963949] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Copying Virtual Disk [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk to [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.965377] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-019454c2-3058-4b82-8f3c-0cc185cd759b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.973598] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 549.973598] env[62748]: value = "task-2749163" [ 549.973598] env[62748]: _type = "Task" [ 549.973598] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.987180] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.018176] env[62748]: DEBUG nova.compute.utils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 550.024412] env[62748]: DEBUG nova.compute.manager [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 550.024412] env[62748]: DEBUG nova.network.neutron [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 550.224762] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.330624] env[62748]: DEBUG nova.compute.manager [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Received event network-changed-1e6524fb-11cb-46c7-bacd-08e1efbc88d4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 550.330965] env[62748]: DEBUG nova.compute.manager [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Refreshing instance network info cache due to event network-changed-1e6524fb-11cb-46c7-bacd-08e1efbc88d4. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 550.332092] env[62748]: DEBUG oslo_concurrency.lockutils [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] Acquiring lock "refresh_cache-d9bedd18-76a1-4912-89ea-df433761d661" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.332092] env[62748]: DEBUG oslo_concurrency.lockutils [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] Acquired lock "refresh_cache-d9bedd18-76a1-4912-89ea-df433761d661" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.332092] env[62748]: DEBUG nova.network.neutron [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Refreshing network info cache for port 1e6524fb-11cb-46c7-bacd-08e1efbc88d4 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.334968] env[62748]: DEBUG nova.policy [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd446c7e5e6c84971bcae6fe81e6cc7be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f32ac6cbb04da0b24a83620502e460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 550.337157] env[62748]: DEBUG nova.network.neutron [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Successfully created port: 3c753573-428b-411a-b01b-467909e87b33 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 550.443658] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749162, 'name': CreateVM_Task, 'duration_secs': 0.33556} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.443871] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 550.444602] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.444758] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.445108] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.445383] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e14fd1-f275-477d-98b6-b743ae283ed4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.451229] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 550.451229] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e9b9c0-a45d-b97a-652d-afa2766a7bb4" [ 550.451229] env[62748]: _type = "Task" [ 550.451229] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.459755] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e9b9c0-a45d-b97a-652d-afa2766a7bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.486040] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.528424] env[62748]: DEBUG nova.compute.manager [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 550.686612] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd12414-e47b-4b1b-82a3-99bb764b9dce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.697889] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7a340-f611-4c8b-bfec-a19de50a1d68 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.732402] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22ecff0-0189-4ed4-aec2-704c6bc4fcf3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.741441] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe18876-9182-49b1-8eb6-ae820ed6f187 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.755066] env[62748]: DEBUG nova.compute.provider_tree [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 550.929297] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.929297] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.961480] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.961752] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 550.961960] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.985563] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739868} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.985894] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Copied Virtual Disk [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk to [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.985894] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleting the datastore file [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 550.986067] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c52cb3a5-0c9c-449e-b80d-e9be9f903af4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.993017] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 550.993017] env[62748]: value = "task-2749164" [ 550.993017] env[62748]: _type = "Task" [ 550.993017] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.003155] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.278980] env[62748]: ERROR nova.scheduler.client.report [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [req-01c363b7-4174-4535-94a4-e4da1d0ab864] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01c363b7-4174-4535-94a4-e4da1d0ab864"}]} [ 551.309962] env[62748]: DEBUG nova.scheduler.client.report [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 551.343144] env[62748]: DEBUG nova.scheduler.client.report [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 551.343144] env[62748]: DEBUG nova.compute.provider_tree [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 551.363041] env[62748]: DEBUG nova.scheduler.client.report [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 551.390450] env[62748]: DEBUG nova.scheduler.client.report [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 551.434283] env[62748]: DEBUG nova.compute.manager [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.503330] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051035} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.506349] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 551.506569] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Moving file from [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 to [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39. {{(pid=62748) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 551.507170] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b6fd1b54-8e6f-4024-a468-4b15565a32a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.514222] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 551.514222] env[62748]: value = "task-2749165" [ 551.514222] env[62748]: _type = "Task" [ 551.514222] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.528725] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749165, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.537493] env[62748]: DEBUG nova.compute.manager [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 551.572370] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1031a4db-698f-4a3a-891c-395310e1b068 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.579289] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 551.579697] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 551.579965] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 551.580296] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 551.580553] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 551.580808] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 551.581163] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 551.581354] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 551.581533] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 551.581698] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 551.581871] env[62748]: DEBUG nova.virt.hardware [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 551.582706] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae64542-7885-4fde-89ec-62b2d35fa348 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.590534] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a94bb9d-68ec-4c92-b5c0-0d597d4a4a4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.602676] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60c564e-81a5-4ecd-b63c-a3e9c0602925 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.634486] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450b3bdc-2064-4211-9cb9-30431e341cca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.649572] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1716cb-266b-4986-9a69-d10ef2e82db6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.663398] env[62748]: DEBUG nova.compute.provider_tree [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 551.923989] env[62748]: DEBUG nova.network.neutron [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Updated VIF entry in instance network info cache for port 1e6524fb-11cb-46c7-bacd-08e1efbc88d4. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.924369] env[62748]: DEBUG nova.network.neutron [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Updating instance_info_cache with network_info: [{"id": "1e6524fb-11cb-46c7-bacd-08e1efbc88d4", "address": "fa:16:3e:98:39:f7", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e6524fb-11", "ovs_interfaceid": "1e6524fb-11cb-46c7-bacd-08e1efbc88d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.980471] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.028929] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749165, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02671} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.028929] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] File moved {{(pid=62748) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 552.028929] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Cleaning up location [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 552.028929] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleting the datastore file [datastore2] vmware_temp/331f6abb-371d-4daa-930b-9306bb2af98a {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 552.028929] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f6519f0-39a9-44c3-ba69-a98ea322d94c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.040108] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 552.040108] env[62748]: value = "task-2749166" [ 552.040108] env[62748]: _type = "Task" [ 552.040108] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.048839] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.208541] env[62748]: DEBUG nova.network.neutron [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Successfully updated port: 55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 552.216213] env[62748]: DEBUG nova.scheduler.client.report [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 13 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 552.216547] env[62748]: DEBUG nova.compute.provider_tree [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 13 to 14 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 552.217616] env[62748]: DEBUG nova.compute.provider_tree [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 552.427907] env[62748]: DEBUG oslo_concurrency.lockutils [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] Releasing lock "refresh_cache-d9bedd18-76a1-4912-89ea-df433761d661" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.428205] env[62748]: DEBUG nova.compute.manager [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Received event network-vif-plugged-11e52786-8d77-41bc-a36b-3f8cf8ea3eba {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 552.428635] env[62748]: DEBUG oslo_concurrency.lockutils [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] Acquiring lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.429289] env[62748]: DEBUG oslo_concurrency.lockutils [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] Lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.430057] env[62748]: DEBUG oslo_concurrency.lockutils [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] Lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.430285] env[62748]: DEBUG nova.compute.manager [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] No waiting events found dispatching network-vif-plugged-11e52786-8d77-41bc-a36b-3f8cf8ea3eba {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.433432] env[62748]: WARNING nova.compute.manager [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Received unexpected event network-vif-plugged-11e52786-8d77-41bc-a36b-3f8cf8ea3eba for instance with vm_state building and task_state spawning. [ 552.433432] env[62748]: DEBUG nova.compute.manager [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Received event network-changed-11e52786-8d77-41bc-a36b-3f8cf8ea3eba {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 552.433432] env[62748]: DEBUG nova.compute.manager [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Refreshing instance network info cache due to event network-changed-11e52786-8d77-41bc-a36b-3f8cf8ea3eba. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 552.433432] env[62748]: DEBUG oslo_concurrency.lockutils [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] Acquiring lock "refresh_cache-6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.433432] env[62748]: DEBUG oslo_concurrency.lockutils [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] Acquired lock "refresh_cache-6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.433754] env[62748]: DEBUG nova.network.neutron [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Refreshing network info cache for port 11e52786-8d77-41bc-a36b-3f8cf8ea3eba {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 552.549201] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031041} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.549430] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 552.550356] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6110c558-b232-47a9-84d0-cb46496b8619 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.556283] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 552.556283] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521f1f3c-b22f-767c-54e8-de928e48d811" [ 552.556283] env[62748]: _type = "Task" [ 552.556283] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.571993] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521f1f3c-b22f-767c-54e8-de928e48d811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.715029] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.715029] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquired lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.715029] env[62748]: DEBUG nova.network.neutron [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 552.724402] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.219s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.725033] env[62748]: DEBUG nova.compute.manager [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 552.728718] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.012s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.731776] env[62748]: INFO nova.compute.claims [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.072275] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521f1f3c-b22f-767c-54e8-de928e48d811, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.073440] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.073768] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] d9bedd18-76a1-4912-89ea-df433761d661/d9bedd18-76a1-4912-89ea-df433761d661.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 553.073990] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.074204] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 553.074423] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-905f14e5-6d09-4bb0-b25a-a8609c3817a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.077504] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab244e70-c305-42d2-bac7-c0d157049d18 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.085657] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 553.085657] env[62748]: value = "task-2749167" [ 553.085657] env[62748]: _type = "Task" [ 553.085657] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.089837] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 553.089837] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 553.092431] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e615fca-2661-42e5-92e0-afbd5988cd12 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.100515] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.102041] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 553.102041] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bc24a3-f7fd-cfb7-01e7-73bdfb682837" [ 553.102041] env[62748]: _type = "Task" [ 553.102041] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.110560] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bc24a3-f7fd-cfb7-01e7-73bdfb682837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.120969] env[62748]: DEBUG nova.network.neutron [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Successfully created port: 685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.239016] env[62748]: DEBUG nova.compute.utils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 553.245524] env[62748]: DEBUG nova.compute.manager [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 553.245786] env[62748]: DEBUG nova.network.neutron [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 553.353555] env[62748]: DEBUG nova.network.neutron [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 553.400009] env[62748]: DEBUG nova.compute.manager [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Received event network-vif-plugged-55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 553.400009] env[62748]: DEBUG oslo_concurrency.lockutils [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] Acquiring lock "4729a3ca-91da-420b-8dcc-0de78e24be9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.400009] env[62748]: DEBUG oslo_concurrency.lockutils [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] Lock "4729a3ca-91da-420b-8dcc-0de78e24be9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.400009] env[62748]: DEBUG oslo_concurrency.lockutils [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] Lock "4729a3ca-91da-420b-8dcc-0de78e24be9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.400009] env[62748]: DEBUG nova.compute.manager [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] No waiting events found dispatching network-vif-plugged-55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 553.400352] env[62748]: WARNING nova.compute.manager [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Received unexpected event network-vif-plugged-55719956-eaa2-4834-a8f5-08ed90c79176 for instance with vm_state building and task_state spawning. [ 553.400352] env[62748]: DEBUG nova.compute.manager [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Received event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 553.400352] env[62748]: DEBUG nova.compute.manager [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing instance network info cache due to event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 553.400352] env[62748]: DEBUG oslo_concurrency.lockutils [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] Acquiring lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.600936] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749167, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.614749] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bc24a3-f7fd-cfb7-01e7-73bdfb682837, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.617185] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc19abb-4aa6-4dfa-bb79-a0d2a1f177f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.626183] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 553.626183] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52aa5183-0918-1dd9-aa2a-b1b33053004f" [ 553.626183] env[62748]: _type = "Task" [ 553.626183] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.639031] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52aa5183-0918-1dd9-aa2a-b1b33053004f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.752577] env[62748]: DEBUG nova.compute.manager [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 553.772608] env[62748]: DEBUG nova.policy [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b38edbd7c1b84f8e96d83ee9c77cdacb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2906f2fa1fe8416eb2950733dc09b8c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 553.876887] env[62748]: DEBUG nova.network.neutron [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updating instance_info_cache with network_info: [{"id": "55719956-eaa2-4834-a8f5-08ed90c79176", "address": "fa:16:3e:7d:5b:03", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55719956-ea", "ovs_interfaceid": "55719956-eaa2-4834-a8f5-08ed90c79176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 553.895423] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "a448b745-a791-4efe-aa38-e224492729f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.895727] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.976737] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b85cef-3d45-44fc-bf80-2af77f410640 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.986641] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811ee07e-708e-4009-af6b-9dfd7c7d45a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.023330] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981bfb5e-e9ba-4d04-84c4-69186a8f8bd2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.032207] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca3818-8c8b-43ab-bdda-adf7d0c14ca6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.046296] env[62748]: DEBUG nova.compute.provider_tree [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 554.098617] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568808} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.098743] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] d9bedd18-76a1-4912-89ea-df433761d661/d9bedd18-76a1-4912-89ea-df433761d661.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 554.098957] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 554.099219] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98338bf2-7f62-4872-941a-df27dcb5d2ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.107726] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 554.107726] env[62748]: value = "task-2749168" [ 554.107726] env[62748]: _type = "Task" [ 554.107726] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.120495] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.141210] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52aa5183-0918-1dd9-aa2a-b1b33053004f, 'name': SearchDatastore_Task, 'duration_secs': 0.019057} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.141831] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.142122] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613/6b5c4c24-c7c4-47d5-a486-e9a0e7e52613.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 554.142401] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1686838-4af2-468b-820a-6cd177120659 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.148541] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 554.148541] env[62748]: value = "task-2749169" [ 554.148541] env[62748]: _type = "Task" [ 554.148541] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.158171] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.182903] env[62748]: DEBUG nova.network.neutron [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Updated VIF entry in instance network info cache for port 11e52786-8d77-41bc-a36b-3f8cf8ea3eba. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 554.182903] env[62748]: DEBUG nova.network.neutron [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Updating instance_info_cache with network_info: [{"id": "11e52786-8d77-41bc-a36b-3f8cf8ea3eba", "address": "fa:16:3e:77:4a:16", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11e52786-8d", "ovs_interfaceid": "11e52786-8d77-41bc-a36b-3f8cf8ea3eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 554.382629] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Releasing lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.382959] env[62748]: DEBUG nova.compute.manager [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Instance network_info: |[{"id": "55719956-eaa2-4834-a8f5-08ed90c79176", "address": "fa:16:3e:7d:5b:03", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55719956-ea", "ovs_interfaceid": "55719956-eaa2-4834-a8f5-08ed90c79176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 554.383306] env[62748]: DEBUG oslo_concurrency.lockutils [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] Acquired lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.386019] env[62748]: DEBUG nova.network.neutron [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 554.386019] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:5b:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55719956-eaa2-4834-a8f5-08ed90c79176', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 554.401254] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Creating folder: Project (367e4f6d7cf846cf94c5dd2812e3a408). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.404940] env[62748]: DEBUG nova.compute.manager [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 554.411233] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6fc89ae-cfc3-42b0-b28b-d954f52fb36a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.423537] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Created folder: Project (367e4f6d7cf846cf94c5dd2812e3a408) in parent group-v553264. [ 554.423754] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Creating folder: Instances. Parent ref: group-v553271. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 554.423998] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d36faaee-e8f8-46d6-b6ff-883f8b4ee342 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.433423] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Created folder: Instances in parent group-v553271. [ 554.433738] env[62748]: DEBUG oslo.service.loopingcall [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 554.433951] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 554.434190] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b459c40-5648-4521-9fcc-54da9fa1b2a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.459147] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 554.459147] env[62748]: value = "task-2749172" [ 554.459147] env[62748]: _type = "Task" [ 554.459147] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.468565] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749172, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.554290] env[62748]: DEBUG nova.scheduler.client.report [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 554.621310] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07062} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.621682] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 554.622426] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06b5111-a161-4246-ad13-4ca59747ec61 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.652116] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] d9bedd18-76a1-4912-89ea-df433761d661/d9bedd18-76a1-4912-89ea-df433761d661.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 554.652526] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4be14b-bd7f-42cb-a5b9-dc142ecbe769 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.678833] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749169, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.680783] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 554.680783] env[62748]: value = "task-2749173" [ 554.680783] env[62748]: _type = "Task" [ 554.680783] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.685439] env[62748]: DEBUG oslo_concurrency.lockutils [req-fb4efb9a-93b2-4a9d-b321-3e23038542d2 req-4e50d3e0-56ca-4224-a189-00f7bea073fb service nova] Releasing lock "refresh_cache-6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 554.692383] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.771656] env[62748]: DEBUG nova.compute.manager [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 554.806989] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 554.807314] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 554.807424] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 554.807994] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 554.807994] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 554.807994] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 554.808514] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 554.808514] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 554.808653] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 554.808748] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 554.808927] env[62748]: DEBUG nova.virt.hardware [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 554.810277] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf6ee8f-9ecf-4e0c-aa38-61436d28ee45 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.819031] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23648f76-34a4-4ee0-a720-4114b6503431 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.941745] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.970790] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749172, 'name': CreateVM_Task, 'duration_secs': 0.426063} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.971634] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 554.972074] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.972284] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.972629] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 554.972980] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cdfdbab-2db9-4788-ab3c-6152e46efdfa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.978667] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 554.978667] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52147508-f3b3-3f12-f955-81c47483b303" [ 554.978667] env[62748]: _type = "Task" [ 554.978667] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.988399] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52147508-f3b3-3f12-f955-81c47483b303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.059750] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.060837] env[62748]: DEBUG nova.compute.manager [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 555.063823] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.138s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.065861] env[62748]: INFO nova.compute.claims [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 555.165695] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543413} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.165695] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613/6b5c4c24-c7c4-47d5-a486-e9a0e7e52613.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 555.165695] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 555.165937] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3264d45b-f110-4674-9b7e-8eb42e185d32 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.173176] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 555.173176] env[62748]: value = "task-2749174" [ 555.173176] env[62748]: _type = "Task" [ 555.173176] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.183487] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.192406] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749173, 'name': ReconfigVM_Task, 'duration_secs': 0.285243} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.192678] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Reconfigured VM instance instance-00000001 to attach disk [datastore2] d9bedd18-76a1-4912-89ea-df433761d661/d9bedd18-76a1-4912-89ea-df433761d661.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 555.193451] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed355c19-a398-48a0-baf7-d77a9460f369 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.200406] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 555.200406] env[62748]: value = "task-2749175" [ 555.200406] env[62748]: _type = "Task" [ 555.200406] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.210761] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749175, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.492333] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52147508-f3b3-3f12-f955-81c47483b303, 'name': SearchDatastore_Task, 'duration_secs': 0.008126} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.492333] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.492333] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 555.492333] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.492516] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.492516] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.492516] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa53e360-c581-4897-8c2f-a5ff118282ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.503293] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.503293] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.503937] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed96e4b-ba69-4a7c-a5b9-aa4b0699b155 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.512462] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 555.512462] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5293312f-1c6d-3da0-ddab-eac339f23f59" [ 555.512462] env[62748]: _type = "Task" [ 555.512462] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.521628] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5293312f-1c6d-3da0-ddab-eac339f23f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.573608] env[62748]: DEBUG nova.compute.utils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 555.579246] env[62748]: DEBUG nova.compute.manager [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Not allocating networking since 'none' was specified. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 555.639471] env[62748]: DEBUG nova.network.neutron [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Successfully updated port: 3c753573-428b-411a-b01b-467909e87b33 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 555.688695] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075362} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.688997] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 555.690136] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b425cd-2bc0-4545-acd8-f82c413eb525 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.721314] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613/6b5c4c24-c7c4-47d5-a486-e9a0e7e52613.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 555.722491] env[62748]: DEBUG nova.network.neutron [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updated VIF entry in instance network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 555.724364] env[62748]: DEBUG nova.network.neutron [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updating instance_info_cache with network_info: [{"id": "55719956-eaa2-4834-a8f5-08ed90c79176", "address": "fa:16:3e:7d:5b:03", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55719956-ea", "ovs_interfaceid": "55719956-eaa2-4834-a8f5-08ed90c79176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.733514] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770805a9-46d3-4fd1-963d-e4a3971588e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.760672] env[62748]: DEBUG oslo_concurrency.lockutils [req-5a5ff843-7639-43c6-b1eb-2a202f9c7ae9 req-fb30edac-3cf0-4c48-8735-c870c9d0749c service nova] Releasing lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.768651] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749175, 'name': Rename_Task, 'duration_secs': 0.150531} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.770172] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 555.770573] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 555.770573] env[62748]: value = "task-2749176" [ 555.770573] env[62748]: _type = "Task" [ 555.770573] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.770762] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bee77763-b232-4983-8bc6-1952e36db954 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.782825] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.784327] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 555.784327] env[62748]: value = "task-2749177" [ 555.784327] env[62748]: _type = "Task" [ 555.784327] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.809272] env[62748]: DEBUG nova.network.neutron [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Successfully created port: 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 556.035509] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5293312f-1c6d-3da0-ddab-eac339f23f59, 'name': SearchDatastore_Task, 'duration_secs': 0.008714} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.036929] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0b68f1-f426-408e-998f-d3c10878bb4e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.042449] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 556.042449] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ec7e46-6e66-7537-784d-3221ebe68ce5" [ 556.042449] env[62748]: _type = "Task" [ 556.042449] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.054456] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ec7e46-6e66-7537-784d-3221ebe68ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.085133] env[62748]: DEBUG nova.compute.manager [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 556.146321] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquiring lock "refresh_cache-9a9c2168-d130-4407-8b67-c9918b195871" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.146321] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquired lock "refresh_cache-9a9c2168-d130-4407-8b67-c9918b195871" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.146321] env[62748]: DEBUG nova.network.neutron [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 556.291504] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749176, 'name': ReconfigVM_Task, 'duration_secs': 0.362147} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.295794] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613/6b5c4c24-c7c4-47d5-a486-e9a0e7e52613.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 556.297115] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbfc01a0-19fe-4c0d-8f20-76919687b133 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.309163] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749177, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.310631] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 556.310631] env[62748]: value = "task-2749178" [ 556.310631] env[62748]: _type = "Task" [ 556.310631] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.331305] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749178, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.368628] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5941905f-5bcc-4b9e-9216-24ebe0d58f23 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.379329] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c7fb0e-dc74-4812-84c1-8648fb9736dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.425030] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7880fb-e12b-4e38-a793-64bb5ed5c7a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.435586] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8044063e-2624-4733-aec3-172f332af642 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.451110] env[62748]: DEBUG nova.compute.provider_tree [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 556.560309] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ec7e46-6e66-7537-784d-3221ebe68ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.009247} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.560801] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.560935] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 4729a3ca-91da-420b-8dcc-0de78e24be9c/4729a3ca-91da-420b-8dcc-0de78e24be9c.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.568141] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-184be6a3-e612-4ac3-8dac-4943241eefa0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.572934] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 556.572934] env[62748]: value = "task-2749179" [ 556.572934] env[62748]: _type = "Task" [ 556.572934] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.586019] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.787255] env[62748]: DEBUG nova.network.neutron [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 556.803596] env[62748]: DEBUG oslo_vmware.api [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749177, 'name': PowerOnVM_Task, 'duration_secs': 0.540545} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.803873] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 556.804431] env[62748]: INFO nova.compute.manager [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Took 17.62 seconds to spawn the instance on the hypervisor. [ 556.804646] env[62748]: DEBUG nova.compute.manager [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 556.806068] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56f126a-76c2-4da6-b1ce-0cb63f1745e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.834833] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749178, 'name': Rename_Task, 'duration_secs': 0.167845} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.835105] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 556.835949] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10b0013e-7569-4296-ad0d-907a434e01a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.843665] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 556.843665] env[62748]: value = "task-2749180" [ 556.843665] env[62748]: _type = "Task" [ 556.843665] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.857311] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.857540] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.864708] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.954706] env[62748]: DEBUG nova.scheduler.client.report [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 557.085771] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.090074] env[62748]: DEBUG nova.compute.manager [req-77603072-3a67-4916-9822-9f8206f94ca8 req-489ea077-6d04-4099-9664-0d24a509aca0 service nova] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Received event network-vif-plugged-3c753573-428b-411a-b01b-467909e87b33 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 557.090305] env[62748]: DEBUG oslo_concurrency.lockutils [req-77603072-3a67-4916-9822-9f8206f94ca8 req-489ea077-6d04-4099-9664-0d24a509aca0 service nova] Acquiring lock "9a9c2168-d130-4407-8b67-c9918b195871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.090501] env[62748]: DEBUG oslo_concurrency.lockutils [req-77603072-3a67-4916-9822-9f8206f94ca8 req-489ea077-6d04-4099-9664-0d24a509aca0 service nova] Lock "9a9c2168-d130-4407-8b67-c9918b195871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.090663] env[62748]: DEBUG oslo_concurrency.lockutils [req-77603072-3a67-4916-9822-9f8206f94ca8 req-489ea077-6d04-4099-9664-0d24a509aca0 service nova] Lock "9a9c2168-d130-4407-8b67-c9918b195871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.090827] env[62748]: DEBUG nova.compute.manager [req-77603072-3a67-4916-9822-9f8206f94ca8 req-489ea077-6d04-4099-9664-0d24a509aca0 service nova] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] No waiting events found dispatching network-vif-plugged-3c753573-428b-411a-b01b-467909e87b33 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 557.091746] env[62748]: WARNING nova.compute.manager [req-77603072-3a67-4916-9822-9f8206f94ca8 req-489ea077-6d04-4099-9664-0d24a509aca0 service nova] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Received unexpected event network-vif-plugged-3c753573-428b-411a-b01b-467909e87b33 for instance with vm_state building and task_state spawning. [ 557.103381] env[62748]: DEBUG nova.compute.manager [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 557.136153] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 557.136153] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 557.136153] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 557.136458] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 557.136458] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 557.136458] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 557.137530] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 557.137530] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 557.137530] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 557.137530] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 557.137530] env[62748]: DEBUG nova.virt.hardware [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 557.138910] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0970a0-5fcf-486c-8271-94506e11f91f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.147792] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ecfe6-135c-4479-9675-7c02d2cfa779 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.166533] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.172534] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Creating folder: Project (5d6d1f20bd3a4f248da995d0cf782d53). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.172903] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94b07c69-3ae7-4899-89c3-924d3a279d67 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.186342] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Created folder: Project (5d6d1f20bd3a4f248da995d0cf782d53) in parent group-v553264. [ 557.188019] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Creating folder: Instances. Parent ref: group-v553274. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.188019] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6ee0246-fe52-45f6-a51e-803aefb9f8ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.197939] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Created folder: Instances in parent group-v553274. [ 557.198296] env[62748]: DEBUG oslo.service.loopingcall [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.198631] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.199281] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6770f66c-d955-4632-89c4-936501f6936f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.223640] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.223640] env[62748]: value = "task-2749183" [ 557.223640] env[62748]: _type = "Task" [ 557.223640] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.242668] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749183, 'name': CreateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.344066] env[62748]: INFO nova.compute.manager [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Took 22.41 seconds to build instance. [ 557.360687] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749180, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.388718] env[62748]: DEBUG nova.network.neutron [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Updating instance_info_cache with network_info: [{"id": "3c753573-428b-411a-b01b-467909e87b33", "address": "fa:16:3e:c2:86:18", "network": {"id": "87dfbf2d-0382-42c4-969d-e96f14357db2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2126841012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5852163a6b940c6beb83e8bd0dc5c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c753573-42", "ovs_interfaceid": "3c753573-428b-411a-b01b-467909e87b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.464217] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.464453] env[62748]: DEBUG nova.compute.manager [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 557.471283] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.245s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.471283] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.471283] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 557.471283] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.489s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.471283] env[62748]: INFO nova.compute.claims [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 557.474319] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae7cbe7-995a-4300-a147-5cf5b41a53c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.486479] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450f4515-f638-403f-8dc0-ad0d3aed4021 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.507956] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e71834-c056-46ee-8845-c9f1a5d285ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.519279] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fc0767-a37b-441c-a560-042e1489afab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.557336] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181138MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 557.557528] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.589404] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676475} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.589404] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 4729a3ca-91da-420b-8dcc-0de78e24be9c/4729a3ca-91da-420b-8dcc-0de78e24be9c.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.589404] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.589404] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15f89047-d764-4bc9-8048-0fdbec7e5523 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.592688] env[62748]: DEBUG nova.network.neutron [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Successfully updated port: 685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 557.605242] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 557.605242] env[62748]: value = "task-2749184" [ 557.605242] env[62748]: _type = "Task" [ 557.605242] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.616908] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.740430] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749183, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.846988] env[62748]: DEBUG oslo_concurrency.lockutils [None req-786806ca-4e52-4fa4-8461-32287c09591f tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "d9bedd18-76a1-4912-89ea-df433761d661" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.919s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.857366] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749180, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.893037] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Releasing lock "refresh_cache-9a9c2168-d130-4407-8b67-c9918b195871" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.893467] env[62748]: DEBUG nova.compute.manager [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Instance network_info: |[{"id": "3c753573-428b-411a-b01b-467909e87b33", "address": "fa:16:3e:c2:86:18", "network": {"id": "87dfbf2d-0382-42c4-969d-e96f14357db2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2126841012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5852163a6b940c6beb83e8bd0dc5c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c753573-42", "ovs_interfaceid": "3c753573-428b-411a-b01b-467909e87b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 557.893906] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:86:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c753573-428b-411a-b01b-467909e87b33', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 557.901670] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Creating folder: Project (a5852163a6b940c6beb83e8bd0dc5c98). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.901670] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29a4939c-aa07-4c8f-a983-949985be453a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.915211] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Created folder: Project (a5852163a6b940c6beb83e8bd0dc5c98) in parent group-v553264. [ 557.915211] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Creating folder: Instances. Parent ref: group-v553277. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 557.915211] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-514a2140-58be-406f-a247-015166a15e3d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.931703] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Created folder: Instances in parent group-v553277. [ 557.931703] env[62748]: DEBUG oslo.service.loopingcall [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 557.931703] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 557.931703] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e355f19-a2a8-4ad4-a202-742e56099c44 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.948652] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 557.948652] env[62748]: value = "task-2749187" [ 557.948652] env[62748]: _type = "Task" [ 557.948652] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.956819] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749187, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.976465] env[62748]: DEBUG nova.compute.utils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 557.977878] env[62748]: DEBUG nova.compute.manager [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 557.978085] env[62748]: DEBUG nova.network.neutron [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 558.100390] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.100390] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.100390] env[62748]: DEBUG nova.network.neutron [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.124907] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063755} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.125270] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.127373] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2d13c4-4abb-4aed-9cca-083c2965de52 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.154256] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4729a3ca-91da-420b-8dcc-0de78e24be9c/4729a3ca-91da-420b-8dcc-0de78e24be9c.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.154884] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9624ebe7-76f5-46d9-bf4d-7a16f12b54d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.175750] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 558.175750] env[62748]: value = "task-2749188" [ 558.175750] env[62748]: _type = "Task" [ 558.175750] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.183801] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.238648] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749183, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.324962] env[62748]: DEBUG nova.policy [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9ec0493e86044788d22d7b41f20a990', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27b48caec4c94fd794a340ff627afdd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 558.355383] env[62748]: DEBUG nova.compute.manager [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.368876] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749180, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.466860] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749187, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.482925] env[62748]: DEBUG nova.compute.manager [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 558.672868] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7731f6b7-cb25-4f83-bc72-960859daf52a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.689099] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7b379b-a08d-411e-bff7-8a2400cf8025 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.692635] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.723778] env[62748]: DEBUG nova.network.neutron [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 558.726574] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dc4494-b4d6-4bc4-b5c4-6803e901edc0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.739927] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5f0732-5ac5-4114-9e6e-3931f4f0ac8b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.747056] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749183, 'name': CreateVM_Task, 'duration_secs': 1.342872} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.747911] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 558.748384] env[62748]: DEBUG oslo_vmware.service [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721ff079-5243-427f-a90c-bdb1dd802c58 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.759147] env[62748]: DEBUG nova.compute.provider_tree [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 558.764956] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.764956] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.764956] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.764956] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2afb17a7-4948-4d15-afde-ff8078aa3220 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.773363] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 558.773363] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]522647bf-a33b-a913-3103-1004a56e6279" [ 558.773363] env[62748]: _type = "Task" [ 558.773363] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.783511] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522647bf-a33b-a913-3103-1004a56e6279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.870531] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749180, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.896168] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.962506] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749187, 'name': CreateVM_Task, 'duration_secs': 0.620508} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.964669] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 558.964669] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.964669] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.964669] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 558.964669] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4dc5370-b526-40f8-bf85-eb3d48b2943f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.973057] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 558.973057] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528be55a-4efc-704d-a0ca-22227f87b8f5" [ 558.973057] env[62748]: _type = "Task" [ 558.973057] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.987330] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528be55a-4efc-704d-a0ca-22227f87b8f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.050337] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "c13e8fb2-fd31-4946-a5ae-156257bd6434" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.050569] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "c13e8fb2-fd31-4946-a5ae-156257bd6434" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.188724] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749188, 'name': ReconfigVM_Task, 'duration_secs': 0.688128} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.189029] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4729a3ca-91da-420b-8dcc-0de78e24be9c/4729a3ca-91da-420b-8dcc-0de78e24be9c.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 559.189817] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-170da096-c982-48cd-8257-7921002b8006 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.201465] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 559.201465] env[62748]: value = "task-2749189" [ 559.201465] env[62748]: _type = "Task" [ 559.201465] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.207638] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749189, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.267914] env[62748]: DEBUG nova.scheduler.client.report [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 559.285894] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.286713] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.286713] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.286713] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.287354] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.287659] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ad1e61e-2d47-415b-901d-8091233949eb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.297933] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.298173] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.299382] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e3b655-82c1-4711-9722-e264da4b4ba5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.308208] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95770f0-e4a3-4445-af5b-057e96ddea52 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.314692] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 559.314692] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e7a533-0a5f-21a5-1156-f3778e70192e" [ 559.314692] env[62748]: _type = "Task" [ 559.314692] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.326999] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e7a533-0a5f-21a5-1156-f3778e70192e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.331075] env[62748]: DEBUG nova.network.neutron [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Updating instance_info_cache with network_info: [{"id": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "address": "fa:16:3e:d9:06:29", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685040ed-4a", "ovs_interfaceid": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 559.351871] env[62748]: DEBUG nova.network.neutron [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Successfully updated port: 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 559.367900] env[62748]: DEBUG oslo_vmware.api [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749180, 'name': PowerOnVM_Task, 'duration_secs': 2.126901} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.368203] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.368398] env[62748]: INFO nova.compute.manager [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Took 16.85 seconds to spawn the instance on the hypervisor. [ 559.368576] env[62748]: DEBUG nova.compute.manager [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.369428] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cf51ec-fe40-47ad-8089-cec56dadde7d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.487519] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528be55a-4efc-704d-a0ca-22227f87b8f5, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.488565] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.489168] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 559.489318] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.489470] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.489649] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.489927] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4cfb308-d1cd-45a6-9925-61ae6c4844a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.506151] env[62748]: DEBUG nova.compute.manager [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 559.510866] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.511133] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 559.511982] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11cd75b-ffe1-4ce3-85cc-11a23ef981ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.517890] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 559.517890] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ded3a6-d1cf-a9d4-5eea-d3a42e17f481" [ 559.517890] env[62748]: _type = "Task" [ 559.517890] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.527056] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ded3a6-d1cf-a9d4-5eea-d3a42e17f481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.539825] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 559.539825] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 559.539825] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 559.540295] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 559.540295] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 559.540295] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 559.540295] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 559.540295] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 559.541059] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 559.541059] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 559.541059] env[62748]: DEBUG nova.virt.hardware [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 559.541175] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766188f9-87ce-497d-ac06-558ee48634c1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.549668] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8c757e-def9-4e3b-9566-55e9e6e45496 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.595115] env[62748]: DEBUG nova.network.neutron [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Successfully created port: deace548-770e-492b-85fc-52e91959a0aa {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.710446] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749189, 'name': Rename_Task, 'duration_secs': 0.216621} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.710732] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 559.711298] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fb0205c-15b7-48e2-9517-5e10c43c0770 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.720741] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 559.720741] env[62748]: value = "task-2749190" [ 559.720741] env[62748]: _type = "Task" [ 559.720741] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.731554] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.774355] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.775389] env[62748]: DEBUG nova.compute.manager [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 559.781018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.837s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.781018] env[62748]: INFO nova.compute.claims [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.830209] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Preparing fetch location {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 559.830209] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Creating directory with path [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 559.830209] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34df798b-b75d-4f69-91c4-f71a562380c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.836590] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 559.836590] env[62748]: DEBUG nova.compute.manager [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Instance network_info: |[{"id": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "address": "fa:16:3e:d9:06:29", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685040ed-4a", "ovs_interfaceid": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 559.836771] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:06:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '685040ed-4ad0-4e40-877c-7efcf0f176a2', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 559.850490] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Creating folder: Project (f7f32ac6cbb04da0b24a83620502e460). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.852178] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5384390-d359-49b1-907c-26873e1a7e0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.854970] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Created directory with path [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 559.855326] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Fetch image to [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 559.855567] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Downloading image file data 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 to [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk on the data store datastore1 {{(pid=62748) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 559.856070] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquiring lock "refresh_cache-55255c36-66a5-4902-ade9-0bb7c0ea1ca0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.856208] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquired lock "refresh_cache-55255c36-66a5-4902-ade9-0bb7c0ea1ca0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.856347] env[62748]: DEBUG nova.network.neutron [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.858208] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33744fe0-4645-430b-868b-f5289af8802b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.867341] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3eeb19-2fd4-4209-b702-c6b221b2abd1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.874020] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Created folder: Project (f7f32ac6cbb04da0b24a83620502e460) in parent group-v553264. [ 559.874020] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Creating folder: Instances. Parent ref: group-v553280. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 559.874020] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5aa928d8-bfd6-47c2-873c-2863fbcfacbb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.881027] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9960830-9cdc-4691-913e-ddcde222a09f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.892477] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Created folder: Instances in parent group-v553280. [ 559.894830] env[62748]: DEBUG oslo.service.loopingcall [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.894830] env[62748]: INFO nova.compute.manager [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Took 21.62 seconds to build instance. [ 559.894830] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 559.895344] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c5a1f3f-a29c-4ad2-a03a-3b571f20e112 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.945401] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1aebcd-4e08-4451-a2fa-bb8e9191372c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.949576] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 559.949576] env[62748]: value = "task-2749193" [ 559.949576] env[62748]: _type = "Task" [ 559.949576] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.956102] env[62748]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-de65a6b5-ca75-4af6-8ae8-0265f2cbf3eb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.961036] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749193, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.985846] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Downloading image file data 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 to the data store datastore1 {{(pid=62748) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 560.028370] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ded3a6-d1cf-a9d4-5eea-d3a42e17f481, 'name': SearchDatastore_Task, 'duration_secs': 0.032} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.029190] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d45385f-b840-4545-a0db-01b939507a7b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.034710] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 560.034710] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c51a64-8ffa-0362-0735-b13b8a96be3e" [ 560.034710] env[62748]: _type = "Task" [ 560.034710] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.046807] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c51a64-8ffa-0362-0735-b13b8a96be3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.063340] env[62748]: DEBUG oslo_vmware.rw_handles [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62748) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 560.235349] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749190, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.280686] env[62748]: DEBUG nova.compute.utils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 560.282137] env[62748]: DEBUG nova.compute.manager [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 560.282311] env[62748]: DEBUG nova.network.neutron [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 560.357547] env[62748]: DEBUG nova.policy [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '121e0f3fe590400595e729f62adb0f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e315e3b96b41429dd1aff0a93e5b7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 560.418167] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a87d10f-9028-40f7-a8d7-5651ec60987a tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.157s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.431925] env[62748]: DEBUG nova.network.neutron [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.463826] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749193, 'name': CreateVM_Task, 'duration_secs': 0.378775} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.466963] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 560.467720] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 560.467891] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.468202] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 560.469362] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3908a10-1a74-4c1a-9bce-21d3956b82d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.474484] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 560.474484] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ea28d1-2f9e-6a82-8d1a-8272a3f3f896" [ 560.474484] env[62748]: _type = "Task" [ 560.474484] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.485624] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ea28d1-2f9e-6a82-8d1a-8272a3f3f896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.548471] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c51a64-8ffa-0362-0735-b13b8a96be3e, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.549119] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.549485] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 9a9c2168-d130-4407-8b67-c9918b195871/9a9c2168-d130-4407-8b67-c9918b195871.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.549751] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff188068-7a69-4ad6-b254-9c7f9cd734f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.557293] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 560.557293] env[62748]: value = "task-2749194" [ 560.557293] env[62748]: _type = "Task" [ 560.557293] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.566137] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.583881] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "22799428-aa99-4338-9e39-316b684846f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.584160] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "22799428-aa99-4338-9e39-316b684846f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.734560] env[62748]: DEBUG oslo_vmware.api [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749190, 'name': PowerOnVM_Task, 'duration_secs': 1.003046} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.735770] env[62748]: DEBUG oslo_vmware.rw_handles [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Completed reading data from the image iterator. {{(pid=62748) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 560.736068] env[62748]: DEBUG oslo_vmware.rw_handles [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 560.738981] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 560.738981] env[62748]: INFO nova.compute.manager [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Took 14.37 seconds to spawn the instance on the hypervisor. [ 560.739133] env[62748]: DEBUG nova.compute.manager [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.740195] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f066f2f6-bd07-409b-b84f-4ef483c1742f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.785900] env[62748]: DEBUG nova.compute.manager [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 560.889143] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Downloaded image file data 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 to vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk on the data store datastore1 {{(pid=62748) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 560.893150] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Caching image {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 560.893150] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Copying Virtual Disk [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk to [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 560.893150] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f70b7339-5a88-498c-ac1d-dce8408562b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.906960] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 560.906960] env[62748]: value = "task-2749195" [ 560.906960] env[62748]: _type = "Task" [ 560.906960] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.916615] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.928033] env[62748]: DEBUG nova.compute.manager [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 560.993308] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.993545] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 560.993800] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.069953] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749194, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.094892] env[62748]: DEBUG nova.network.neutron [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Updating instance_info_cache with network_info: [{"id": "9a7ed3bc-bedc-4754-9a4b-d8edef2a1811", "address": "fa:16:3e:fa:67:bd", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7ed3bc-be", "ovs_interfaceid": "9a7ed3bc-bedc-4754-9a4b-d8edef2a1811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.099052] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb419596-7014-4098-8c6d-cc1f0de321fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.107701] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866f1d36-c361-41c4-bc56-358604a4d832 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.152036] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0ba1f8-d010-47c9-bbc7-63d1a146cf91 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.156527] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquiring lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.156772] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.162467] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7db7fb7-9c02-4c9c-99d2-b4f80f78c68e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.179631] env[62748]: DEBUG nova.compute.provider_tree [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 561.261538] env[62748]: INFO nova.compute.manager [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Took 19.18 seconds to build instance. [ 561.321828] env[62748]: DEBUG nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Received event network-changed-3c753573-428b-411a-b01b-467909e87b33 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 561.322124] env[62748]: DEBUG nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Refreshing instance network info cache due to event network-changed-3c753573-428b-411a-b01b-467909e87b33. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 561.322322] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Acquiring lock "refresh_cache-9a9c2168-d130-4407-8b67-c9918b195871" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.322485] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Acquired lock "refresh_cache-9a9c2168-d130-4407-8b67-c9918b195871" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.324409] env[62748]: DEBUG nova.network.neutron [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Refreshing network info cache for port 3c753573-428b-411a-b01b-467909e87b33 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.353766] env[62748]: DEBUG nova.network.neutron [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Successfully created port: 28ceb630-5a19-4b1d-b26a-a460a6293085 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 561.416737] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.432903] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.434280] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.457098] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.568947] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650541} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.569286] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 9a9c2168-d130-4407-8b67-c9918b195871/9a9c2168-d130-4407-8b67-c9918b195871.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 561.569503] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 561.569745] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28d5fd60-1db3-40c0-a260-3c2feef1d361 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.577574] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 561.577574] env[62748]: value = "task-2749196" [ 561.577574] env[62748]: _type = "Task" [ 561.577574] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.590789] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.597474] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Releasing lock "refresh_cache-55255c36-66a5-4902-ade9-0bb7c0ea1ca0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.597793] env[62748]: DEBUG nova.compute.manager [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Instance network_info: |[{"id": "9a7ed3bc-bedc-4754-9a4b-d8edef2a1811", "address": "fa:16:3e:fa:67:bd", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7ed3bc-be", "ovs_interfaceid": "9a7ed3bc-bedc-4754-9a4b-d8edef2a1811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.598300] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:67:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a7ed3bc-bedc-4754-9a4b-d8edef2a1811', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.610795] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Creating folder: Project (2906f2fa1fe8416eb2950733dc09b8c4). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.611132] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3832ada3-6064-4646-9b24-df75045f23bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.620514] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Created folder: Project (2906f2fa1fe8416eb2950733dc09b8c4) in parent group-v553264. [ 561.624329] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Creating folder: Instances. Parent ref: group-v553283. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.624616] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d83a70d1-548a-4b3e-a4ad-6fd078c092b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.633388] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Created folder: Instances in parent group-v553283. [ 561.633670] env[62748]: DEBUG oslo.service.loopingcall [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.633883] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.634128] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9bb35a4-c795-4226-8551-9e082958addf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.657170] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.657170] env[62748]: value = "task-2749199" [ 561.657170] env[62748]: _type = "Task" [ 561.657170] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.671634] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749199, 'name': CreateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.683073] env[62748]: DEBUG nova.scheduler.client.report [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 561.764900] env[62748]: DEBUG oslo_concurrency.lockutils [None req-952c6f7e-b2fd-4f26-b5b5-11f2844399f1 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "4729a3ca-91da-420b-8dcc-0de78e24be9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.692s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.801577] env[62748]: DEBUG nova.compute.manager [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 561.838208] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 561.838493] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 561.838648] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 561.838828] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 561.838975] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 561.840029] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 561.840029] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 561.840029] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 561.840029] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 561.840231] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 561.840343] env[62748]: DEBUG nova.virt.hardware [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 561.841371] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3397494b-2d83-4f2f-ab5f-bc54770eae3c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.852102] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70319363-e838-4fd8-bad7-40ba9b43a5f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.917246] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749195, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.095702] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062599} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.096671] env[62748]: DEBUG nova.network.neutron [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Successfully updated port: deace548-770e-492b-85fc-52e91959a0aa {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 562.100469] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 562.107023] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114eac06-d700-47a3-bd02-41170a5f6306 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.135715] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 9a9c2168-d130-4407-8b67-c9918b195871/9a9c2168-d130-4407-8b67-c9918b195871.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 562.137804] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e214a5f-ea71-42e5-acb3-dbb8cf88b4a6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.163486] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 562.163486] env[62748]: value = "task-2749200" [ 562.163486] env[62748]: _type = "Task" [ 562.163486] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.171047] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749199, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.183962] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "a2407427-0faa-4725-bc88-0bd543fed37b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.184245] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.184421] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.187569] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.188498] env[62748]: DEBUG nova.compute.manager [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 562.193682] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.634s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.267418] env[62748]: DEBUG nova.compute.manager [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.362742] env[62748]: DEBUG nova.network.neutron [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Updated VIF entry in instance network info cache for port 3c753573-428b-411a-b01b-467909e87b33. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 562.362742] env[62748]: DEBUG nova.network.neutron [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Updating instance_info_cache with network_info: [{"id": "3c753573-428b-411a-b01b-467909e87b33", "address": "fa:16:3e:c2:86:18", "network": {"id": "87dfbf2d-0382-42c4-969d-e96f14357db2", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2126841012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5852163a6b940c6beb83e8bd0dc5c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c753573-42", "ovs_interfaceid": "3c753573-428b-411a-b01b-467909e87b33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.420315] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749195, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.405063} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.420863] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Copied Virtual Disk [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk to [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 562.420863] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Deleting the datastore file [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/tmp-sparse.vmdk {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 562.421566] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cd02ac2-72a2-416b-b97f-cf3a362b9f1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.428898] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 562.428898] env[62748]: value = "task-2749201" [ 562.428898] env[62748]: _type = "Task" [ 562.428898] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.442649] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.600754] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquiring lock "refresh_cache-dbad9694-ce56-4b0f-8289-c375a8aec7cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.600939] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquired lock "refresh_cache-dbad9694-ce56-4b0f-8289-c375a8aec7cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.601125] env[62748]: DEBUG nova.network.neutron [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.671137] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749199, 'name': CreateVM_Task, 'duration_secs': 0.519293} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.673648] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.675678] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.675678] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.675678] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.676117] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3300e9f-ee54-48f3-b27e-c407b73220a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.683562] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.687232] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 562.687232] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dbd03a-cc8c-77e2-8b6c-06b3bf74faba" [ 562.687232] env[62748]: _type = "Task" [ 562.687232] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.695414] env[62748]: DEBUG nova.compute.utils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 562.700078] env[62748]: DEBUG nova.compute.manager [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 562.700268] env[62748]: DEBUG nova.network.neutron [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 562.706669] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dbd03a-cc8c-77e2-8b6c-06b3bf74faba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.793272] env[62748]: DEBUG nova.policy [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657c32d9e1db48a69e52639098cf78db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad53645cb74f3d9bc2a219aae61163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 562.800655] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.866701] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Releasing lock "refresh_cache-9a9c2168-d130-4407-8b67-c9918b195871" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.866946] env[62748]: DEBUG nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Received event network-vif-plugged-685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 562.867753] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Acquiring lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.867753] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.867753] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.867753] env[62748]: DEBUG nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] No waiting events found dispatching network-vif-plugged-685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 562.868111] env[62748]: WARNING nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Received unexpected event network-vif-plugged-685040ed-4ad0-4e40-877c-7efcf0f176a2 for instance with vm_state building and task_state spawning. [ 562.868111] env[62748]: DEBUG nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Received event network-changed-685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 562.868177] env[62748]: DEBUG nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Refreshing instance network info cache due to event network-changed-685040ed-4ad0-4e40-877c-7efcf0f176a2. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 562.868333] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Acquiring lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.868617] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Acquired lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.868617] env[62748]: DEBUG nova.network.neutron [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Refreshing network info cache for port 685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 562.942597] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031161} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.942910] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 562.943130] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Moving file from [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 to [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39. {{(pid=62748) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 562.943395] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-47907eb4-748e-4eae-b6a1-5dd02a82b849 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.950678] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 562.950678] env[62748]: value = "task-2749202" [ 562.950678] env[62748]: _type = "Task" [ 562.950678] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.959074] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749202, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.155124] env[62748]: DEBUG nova.network.neutron [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 563.181585] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749200, 'name': ReconfigVM_Task, 'duration_secs': 0.602686} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.181875] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 9a9c2168-d130-4407-8b67-c9918b195871/9a9c2168-d130-4407-8b67-c9918b195871.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 563.182533] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b346a54-9677-4c05-a952-01ea5dcf104a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.189602] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 563.189602] env[62748]: value = "task-2749203" [ 563.189602] env[62748]: _type = "Task" [ 563.189602] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.207605] env[62748]: DEBUG nova.compute.manager [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 563.214851] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.215030] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 563.215233] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.222301] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749203, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.241755] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance dbad9694-ce56-4b0f-8289-c375a8aec7cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.241755] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 55255c36-66a5-4902-ade9-0bb7c0ea1ca0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.462544] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749202, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.048473} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.463521] env[62748]: DEBUG nova.network.neutron [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Successfully created port: 34c8c450-f05e-4257-935d-eea1adb00dba {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 563.465848] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] File moved {{(pid=62748) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 563.466137] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Cleaning up location [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 563.466425] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Deleting the datastore file [datastore1] vmware_temp/ca727e39-3431-4bde-841b-aa8d45d9e50d {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 563.469077] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d0e4054-f867-4427-8a54-d2582c16adc6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.478674] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 563.478674] env[62748]: value = "task-2749204" [ 563.478674] env[62748]: _type = "Task" [ 563.478674] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.487717] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.607130] env[62748]: DEBUG nova.network.neutron [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Updating instance_info_cache with network_info: [{"id": "deace548-770e-492b-85fc-52e91959a0aa", "address": "fa:16:3e:45:e8:fc", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeace548-77", "ovs_interfaceid": "deace548-770e-492b-85fc-52e91959a0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.649555] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "16cf0731-b768-4ef0-b131-9dcc456e4913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.650017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "16cf0731-b768-4ef0-b131-9dcc456e4913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.711729] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749203, 'name': Rename_Task, 'duration_secs': 0.174946} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.712348] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 563.712758] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89bae9cc-65ee-4a81-bc1c-225b6287f2dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.724046] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 563.724046] env[62748]: value = "task-2749205" [ 563.724046] env[62748]: _type = "Task" [ 563.724046] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.741775] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749205, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.744255] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 3515bb85-3e7a-42d1-8139-128d1b6f2ace has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 563.854458] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Acquiring lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.854458] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.854852] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Acquiring lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.855466] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.855634] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.858823] env[62748]: INFO nova.compute.manager [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Terminating instance [ 563.990125] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030758} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.990445] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 563.991769] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bf239f5-9283-4cb5-807a-530c641de3d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.998824] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 563.998824] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b383f0-3e05-5522-44fd-8641af3c62ce" [ 563.998824] env[62748]: _type = "Task" [ 563.998824] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.002766] env[62748]: DEBUG nova.network.neutron [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Updated VIF entry in instance network info cache for port 685040ed-4ad0-4e40-877c-7efcf0f176a2. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.003324] env[62748]: DEBUG nova.network.neutron [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Updating instance_info_cache with network_info: [{"id": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "address": "fa:16:3e:d9:06:29", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685040ed-4a", "ovs_interfaceid": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.014641] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b383f0-3e05-5522-44fd-8641af3c62ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.045667] env[62748]: DEBUG nova.network.neutron [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Successfully updated port: 28ceb630-5a19-4b1d-b26a-a460a6293085 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 564.111175] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Releasing lock "refresh_cache-dbad9694-ce56-4b0f-8289-c375a8aec7cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.111294] env[62748]: DEBUG nova.compute.manager [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Instance network_info: |[{"id": "deace548-770e-492b-85fc-52e91959a0aa", "address": "fa:16:3e:45:e8:fc", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeace548-77", "ovs_interfaceid": "deace548-770e-492b-85fc-52e91959a0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 564.111642] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:e8:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deace548-770e-492b-85fc-52e91959a0aa', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 564.121740] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Creating folder: Project (27b48caec4c94fd794a340ff627afdd8). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.122753] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12e4cd6b-2fe2-453c-8423-de4ee130bb37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.133678] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Created folder: Project (27b48caec4c94fd794a340ff627afdd8) in parent group-v553264. [ 564.133907] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Creating folder: Instances. Parent ref: group-v553286. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 564.134206] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee4d063c-4d7d-4304-900e-e8a18a867bb6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.143580] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Created folder: Instances in parent group-v553286. [ 564.145270] env[62748]: DEBUG oslo.service.loopingcall [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.145270] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 564.145270] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f06cd87-d02e-46d3-8729-2bc19dfeb98b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.166269] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 564.166269] env[62748]: value = "task-2749208" [ 564.166269] env[62748]: _type = "Task" [ 564.166269] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.174956] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749208, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.233971] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.236690] env[62748]: DEBUG nova.compute.manager [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 564.247651] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 3a115dca-1f2a-45f3-bf8e-dad440c725d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 564.281282] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 564.281554] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 564.281730] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 564.281915] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 564.282094] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 564.282246] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 564.282480] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 564.282704] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 564.282855] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 564.283040] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 564.283249] env[62748]: DEBUG nova.virt.hardware [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 564.284431] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd511f-6e7d-4294-b528-9bf5aaa826dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.293155] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b17df2-acb7-4f45-97c5-7f11850f7146 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.363389] env[62748]: DEBUG nova.compute.manager [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 564.363638] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 564.364647] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be49b07c-79f0-4107-804e-cca36726243f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.380341] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 564.380648] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50f4bccb-010d-465f-85c4-4ae9693c27b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.388219] env[62748]: DEBUG oslo_vmware.api [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Waiting for the task: (returnval){ [ 564.388219] env[62748]: value = "task-2749209" [ 564.388219] env[62748]: _type = "Task" [ 564.388219] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.399120] env[62748]: DEBUG oslo_vmware.api [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Task: {'id': task-2749209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.510120] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Releasing lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.510417] env[62748]: DEBUG nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Received event network-vif-plugged-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 564.510614] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Acquiring lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.510995] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.510995] env[62748]: DEBUG oslo_concurrency.lockutils [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] Lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.511150] env[62748]: DEBUG nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] No waiting events found dispatching network-vif-plugged-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.511341] env[62748]: WARNING nova.compute.manager [req-4992229e-c316-4983-b7ab-0d4eb2d08d2c req-b2790731-7c47-4493-ac7a-c53a64113251 service nova] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Received unexpected event network-vif-plugged-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 for instance with vm_state building and task_state spawning. [ 564.511790] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b383f0-3e05-5522-44fd-8641af3c62ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015854} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.512051] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.512338] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 564.512703] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.512927] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.513193] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feeb83c9-4b3f-4fa3-9b59-ed5a980f7320 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.515633] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-836ee70f-5069-4ecc-bf54-fe0e72ab30f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.524606] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 564.524606] env[62748]: value = "task-2749210" [ 564.524606] env[62748]: _type = "Task" [ 564.524606] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.529535] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.529731] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.531125] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b52f97-ed33-4cd0-aedc-885d10e2b29c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.537293] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.544027] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 564.544027] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]522b1dcd-8726-736b-4c8a-2777c9dc5858" [ 564.544027] env[62748]: _type = "Task" [ 564.544027] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.551420] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-cdc1cc8e-9cec-4146-9465-8db42436b0c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.551420] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-cdc1cc8e-9cec-4146-9465-8db42436b0c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.551420] env[62748]: DEBUG nova.network.neutron [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 564.552176] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522b1dcd-8726-736b-4c8a-2777c9dc5858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.681327] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749208, 'name': CreateVM_Task, 'duration_secs': 0.429519} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.683141] env[62748]: DEBUG nova.compute.manager [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Received event network-changed-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 564.683141] env[62748]: DEBUG nova.compute.manager [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Refreshing instance network info cache due to event network-changed-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 564.683373] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] Acquiring lock "refresh_cache-55255c36-66a5-4902-ade9-0bb7c0ea1ca0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.683497] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] Acquired lock "refresh_cache-55255c36-66a5-4902-ade9-0bb7c0ea1ca0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.683777] env[62748]: DEBUG nova.network.neutron [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Refreshing network info cache for port 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 564.685030] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.686297] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.686297] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.686651] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.687079] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5119e8-6c8a-4623-a74d-91486be907df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.694020] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 564.694020] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52de54e1-6369-5875-f563-1b57cc69a281" [ 564.694020] env[62748]: _type = "Task" [ 564.694020] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.702317] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52de54e1-6369-5875-f563-1b57cc69a281, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.733650] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749205, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.752575] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance c13e8fb2-fd31-4946-a5ae-156257bd6434 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 564.752575] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 564.752575] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 4729a3ca-91da-420b-8dcc-0de78e24be9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 564.904025] env[62748]: DEBUG oslo_vmware.api [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Task: {'id': task-2749209, 'name': PowerOffVM_Task, 'duration_secs': 0.205679} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.904025] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 564.904025] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 564.904025] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f38c2af4-a23f-427c-877c-3517d8648cf3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.966520] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 564.966804] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 564.967151] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Deleting the datastore file [datastore2] 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 564.967545] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24471efa-9742-463f-a80b-4c3887f13c77 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.980031] env[62748]: DEBUG oslo_vmware.api [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Waiting for the task: (returnval){ [ 564.980031] env[62748]: value = "task-2749212" [ 564.980031] env[62748]: _type = "Task" [ 564.980031] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.992650] env[62748]: DEBUG oslo_vmware.api [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Task: {'id': task-2749212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.034107] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749210, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.058322] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522b1dcd-8726-736b-4c8a-2777c9dc5858, 'name': SearchDatastore_Task, 'duration_secs': 0.012171} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.058454] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819783b0-3f2c-4e63-9592-34f93be1e8ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.065421] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 565.065421] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52527927-d0d4-df5a-50af-222509fc04d5" [ 565.065421] env[62748]: _type = "Task" [ 565.065421] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.075095] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52527927-d0d4-df5a-50af-222509fc04d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.109228] env[62748]: DEBUG nova.network.neutron [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 565.209258] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52de54e1-6369-5875-f563-1b57cc69a281, 'name': SearchDatastore_Task, 'duration_secs': 0.016196} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.209719] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.210114] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 565.210442] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.233271] env[62748]: DEBUG oslo_vmware.api [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749205, 'name': PowerOnVM_Task, 'duration_secs': 1.065988} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.233570] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 565.233771] env[62748]: INFO nova.compute.manager [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Took 16.00 seconds to spawn the instance on the hypervisor. [ 565.233957] env[62748]: DEBUG nova.compute.manager [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 565.234765] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b917a6-8ce8-47a1-afdb-602fe9155370 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.259802] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 16cf0731-b768-4ef0-b131-9dcc456e4913 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.260049] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d9bedd18-76a1-4912-89ea-df433761d661 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.487565] env[62748]: DEBUG oslo_vmware.api [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Task: {'id': task-2749212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.538303] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565324} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.538303] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 565.538303] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 565.538303] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3b373e0-5665-4a1b-a49e-e4205be451b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.545682] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 565.545682] env[62748]: value = "task-2749213" [ 565.545682] env[62748]: _type = "Task" [ 565.545682] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.555478] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.581399] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52527927-d0d4-df5a-50af-222509fc04d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013775} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.581399] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.581578] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 1951d4ff-daa7-44ac-aac5-ee032dc6a52d/1951d4ff-daa7-44ac-aac5-ee032dc6a52d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.581838] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.585227] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 565.585494] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92c47bd1-24d9-4764-8a46-1873af78e078 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.587895] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af47117a-3274-46d9-a5d4-2b71771b8048 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.597304] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 565.597304] env[62748]: value = "task-2749214" [ 565.597304] env[62748]: _type = "Task" [ 565.597304] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.600342] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 565.600342] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 565.602303] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc376df-fe38-4f6a-ac4d-4786fb6a7783 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.614265] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.617777] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 565.617777] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5262a280-ef49-5c7a-23a4-e3bd95279411" [ 565.617777] env[62748]: _type = "Task" [ 565.617777] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.626547] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5262a280-ef49-5c7a-23a4-e3bd95279411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.668248] env[62748]: DEBUG nova.network.neutron [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Updating instance_info_cache with network_info: [{"id": "28ceb630-5a19-4b1d-b26a-a460a6293085", "address": "fa:16:3e:d0:70:f6", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ceb630-5a", "ovs_interfaceid": "28ceb630-5a19-4b1d-b26a-a460a6293085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.756511] env[62748]: INFO nova.compute.manager [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Took 20.86 seconds to build instance. [ 565.763631] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance b096da88-3e8b-43e5-ad56-1cb5e3fafd88 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.764904] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance a448b745-a791-4efe-aa38-e224492729f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.765280] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 027c9a03-8996-4ad6-a109-8728f08f58d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.913578] env[62748]: DEBUG nova.network.neutron [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Updated VIF entry in instance network info cache for port 9a7ed3bc-bedc-4754-9a4b-d8edef2a1811. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.913960] env[62748]: DEBUG nova.network.neutron [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Updating instance_info_cache with network_info: [{"id": "9a7ed3bc-bedc-4754-9a4b-d8edef2a1811", "address": "fa:16:3e:fa:67:bd", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7ed3bc-be", "ovs_interfaceid": "9a7ed3bc-bedc-4754-9a4b-d8edef2a1811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.982125] env[62748]: DEBUG nova.network.neutron [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Successfully updated port: 34c8c450-f05e-4257-935d-eea1adb00dba {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.993955] env[62748]: DEBUG oslo_vmware.api [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Task: {'id': task-2749212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529014} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.995143] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 565.995360] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 565.995537] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 565.995716] env[62748]: INFO nova.compute.manager [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Took 1.63 seconds to destroy the instance on the hypervisor. [ 565.995960] env[62748]: DEBUG oslo.service.loopingcall [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.996163] env[62748]: DEBUG nova.compute.manager [-] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 565.996260] env[62748]: DEBUG nova.network.neutron [-] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 566.056933] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149417} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.056933] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.057781] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d5f3d6-7eef-4ab8-90ee-f785035e7309 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.078032] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.080395] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6592f1e5-94e8-4f42-8f32-8fe8ab0c87b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.102111] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 566.102111] env[62748]: value = "task-2749215" [ 566.102111] env[62748]: _type = "Task" [ 566.102111] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.105414] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.114084] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749215, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.128966] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5262a280-ef49-5c7a-23a4-e3bd95279411, 'name': SearchDatastore_Task, 'duration_secs': 0.0389} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.129606] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db2db5a-af70-4cc2-8665-d03b6adca129 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.135603] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 566.135603] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528ea3b9-c783-b13e-0f9a-dc6827a79362" [ 566.135603] env[62748]: _type = "Task" [ 566.135603] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.145724] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528ea3b9-c783-b13e-0f9a-dc6827a79362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.175117] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-cdc1cc8e-9cec-4146-9465-8db42436b0c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.175117] env[62748]: DEBUG nova.compute.manager [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Instance network_info: |[{"id": "28ceb630-5a19-4b1d-b26a-a460a6293085", "address": "fa:16:3e:d0:70:f6", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ceb630-5a", "ovs_interfaceid": "28ceb630-5a19-4b1d-b26a-a460a6293085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.175271] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:70:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28ceb630-5a19-4b1d-b26a-a460a6293085', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 566.183311] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Creating folder: Project (c0e315e3b96b41429dd1aff0a93e5b7f). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.183630] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2687d4b-1fa2-4628-8cdf-2fd1324d73b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.195801] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Created folder: Project (c0e315e3b96b41429dd1aff0a93e5b7f) in parent group-v553264. [ 566.196045] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Creating folder: Instances. Parent ref: group-v553289. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 566.196278] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a938df18-2ff2-4566-8842-d392c144a0d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.210711] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Created folder: Instances in parent group-v553289. [ 566.211031] env[62748]: DEBUG oslo.service.loopingcall [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 566.211274] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 566.211493] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f36921ce-2508-4532-a97b-72023e77e8ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.236822] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 566.236822] env[62748]: value = "task-2749218" [ 566.236822] env[62748]: _type = "Task" [ 566.236822] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.252633] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749218, 'name': CreateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.258392] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdecd876-b96e-42bd-b401-becb568256ed tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "9a9c2168-d130-4407-8b67-c9918b195871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.377s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.270031] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance a2407427-0faa-4725-bc88-0bd543fed37b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.418121] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] Releasing lock "refresh_cache-55255c36-66a5-4902-ade9-0bb7c0ea1ca0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.418121] env[62748]: DEBUG nova.compute.manager [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Received event network-vif-plugged-deace548-770e-492b-85fc-52e91959a0aa {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 566.418121] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] Acquiring lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.418121] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] Lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.418121] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] Lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.418776] env[62748]: DEBUG nova.compute.manager [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] No waiting events found dispatching network-vif-plugged-deace548-770e-492b-85fc-52e91959a0aa {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 566.418776] env[62748]: WARNING nova.compute.manager [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Received unexpected event network-vif-plugged-deace548-770e-492b-85fc-52e91959a0aa for instance with vm_state building and task_state spawning. [ 566.418776] env[62748]: DEBUG nova.compute.manager [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Received event network-changed-deace548-770e-492b-85fc-52e91959a0aa {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 566.418776] env[62748]: DEBUG nova.compute.manager [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Refreshing instance network info cache due to event network-changed-deace548-770e-492b-85fc-52e91959a0aa. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 566.419200] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] Acquiring lock "refresh_cache-dbad9694-ce56-4b0f-8289-c375a8aec7cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.419200] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] Acquired lock "refresh_cache-dbad9694-ce56-4b0f-8289-c375a8aec7cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.419200] env[62748]: DEBUG nova.network.neutron [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Refreshing network info cache for port deace548-770e-492b-85fc-52e91959a0aa {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 566.488266] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.488436] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.488711] env[62748]: DEBUG nova.network.neutron [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.608427] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.901996} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.614263] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 1951d4ff-daa7-44ac-aac5-ee032dc6a52d/1951d4ff-daa7-44ac-aac5-ee032dc6a52d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.615029] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.615372] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de7e334f-5f85-497b-92de-2d6ab0273e59 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.625026] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.627275] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 566.627275] env[62748]: value = "task-2749219" [ 566.627275] env[62748]: _type = "Task" [ 566.627275] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.644648] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.650607] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528ea3b9-c783-b13e-0f9a-dc6827a79362, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.650736] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.650892] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 55255c36-66a5-4902-ade9-0bb7c0ea1ca0/55255c36-66a5-4902-ade9-0bb7c0ea1ca0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 566.651182] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.651363] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.651600] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a9074d8-58dd-4c79-95af-446848cd5c67 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.653568] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-782451c3-5da1-4648-bf17-a0d50fe5aa6e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.660030] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 566.660030] env[62748]: value = "task-2749220" [ 566.660030] env[62748]: _type = "Task" [ 566.660030] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.664200] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.664249] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.665304] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c31235c-8c0c-4b68-a279-a851d19d8439 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.670580] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.673399] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 566.673399] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e1c02d-e4d6-13cd-054f-ccd61e0aca52" [ 566.673399] env[62748]: _type = "Task" [ 566.673399] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.680704] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e1c02d-e4d6-13cd-054f-ccd61e0aca52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.750172] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749218, 'name': CreateVM_Task, 'duration_secs': 0.435171} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.750395] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 566.751539] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.751788] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.752183] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 566.752748] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655d1fe3-50df-401d-a177-f1cfc814208d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.757877] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 566.757877] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526d65ba-a2f6-4cd3-b22e-b1842293382f" [ 566.757877] env[62748]: _type = "Task" [ 566.757877] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.762887] env[62748]: DEBUG nova.compute.manager [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 566.771698] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526d65ba-a2f6-4cd3-b22e-b1842293382f, 'name': SearchDatastore_Task, 'duration_secs': 0.008758} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.772057] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.772359] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.772771] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.774511] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 22799428-aa99-4338-9e39-316b684846f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 566.774698] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 9a9c2168-d130-4407-8b67-c9918b195871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.774829] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance cdc1cc8e-9cec-4146-9465-8db42436b0c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.774964] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1951d4ff-daa7-44ac-aac5-ee032dc6a52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 566.775193] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 566.775348] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 566.840726] env[62748]: DEBUG nova.network.neutron [-] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.842600] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.842911] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.065371] env[62748]: DEBUG nova.network.neutron [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 567.102389] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2cd9fc-f286-4180-8079-a78c56c8ffac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.114817] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178ef0b8-2295-41ca-b645-d26fc397f22c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.123434] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749215, 'name': ReconfigVM_Task, 'duration_secs': 0.896391} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.124345] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.155351] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ea90d6c-211d-40ec-a3f4-251fb05ec6ff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.165885] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329dcef5-af1f-46b5-a73a-7be204882fcc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.179589] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 567.179589] env[62748]: value = "task-2749221" [ 567.179589] env[62748]: _type = "Task" [ 567.179589] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.186325] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13424} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.190414] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.198195] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a47a96-aa60-4601-a05d-48e47ed75685 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.201073] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501038} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.201338] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e1c02d-e4d6-13cd-054f-ccd61e0aca52, 'name': SearchDatastore_Task, 'duration_secs': 0.008695} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.203938] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 55255c36-66a5-4902-ade9-0bb7c0ea1ca0/55255c36-66a5-4902-ade9-0bb7c0ea1ca0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 567.204198] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 567.205326] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08610912-6ce9-4c0a-9fd7-2ad7a06cea31 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.209085] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a94599c-577f-4de9-abfc-427b494ca8e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.212358] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98e2cf4-0503-4ff3-9b1c-7515f96b535f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.237812] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 1951d4ff-daa7-44ac-aac5-ee032dc6a52d/1951d4ff-daa7-44ac-aac5-ee032dc6a52d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.238344] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749221, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.245395] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f578d324-9b9e-4a0d-acc4-0dd213d985ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.266162] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 567.266162] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5286089d-6e95-f2ca-9172-819150eadd93" [ 567.266162] env[62748]: _type = "Task" [ 567.266162] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.267043] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 567.267043] env[62748]: value = "task-2749222" [ 567.267043] env[62748]: _type = "Task" [ 567.267043] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.286330] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.292244] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 567.292244] env[62748]: value = "task-2749223" [ 567.292244] env[62748]: _type = "Task" [ 567.292244] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.305784] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5286089d-6e95-f2ca-9172-819150eadd93, 'name': SearchDatastore_Task, 'duration_secs': 0.030878} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.306149] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749222, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.307748] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.308098] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] dbad9694-ce56-4b0f-8289-c375a8aec7cd/dbad9694-ce56-4b0f-8289-c375a8aec7cd.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.308503] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.308742] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 567.309383] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03207685-7ddd-46fc-8d9d-b97041b92c42 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.319177] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.321559] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a24b614-b66f-4ffd-822a-35937fe9243b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.324158] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.329392] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 567.329392] env[62748]: value = "task-2749224" [ 567.329392] env[62748]: _type = "Task" [ 567.329392] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.334118] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 567.334328] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 567.335510] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beee797f-236d-4159-b47a-f60bbc52a5c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.344311] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.344832] env[62748]: INFO nova.compute.manager [-] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Took 1.35 seconds to deallocate network for instance. [ 567.351323] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 567.351323] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525e8994-ebf3-017f-3911-9a558cd1959c" [ 567.351323] env[62748]: _type = "Task" [ 567.351323] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.367108] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525e8994-ebf3-017f-3911-9a558cd1959c, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.367108] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023e4100-bc9c-4783-a9fc-9e9c73e97297 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.372519] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 567.372519] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5281b8e5-f533-c3b2-0ab1-02a40442008a" [ 567.372519] env[62748]: _type = "Task" [ 567.372519] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.380797] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5281b8e5-f533-c3b2-0ab1-02a40442008a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.405575] env[62748]: DEBUG nova.network.neutron [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance_info_cache with network_info: [{"id": "34c8c450-f05e-4257-935d-eea1adb00dba", "address": "fa:16:3e:b0:51:ab", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c8c450-f0", "ovs_interfaceid": "34c8c450-f05e-4257-935d-eea1adb00dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.408270] env[62748]: DEBUG nova.network.neutron [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Updated VIF entry in instance network info cache for port deace548-770e-492b-85fc-52e91959a0aa. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 567.411537] env[62748]: DEBUG nova.network.neutron [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Updating instance_info_cache with network_info: [{"id": "deace548-770e-492b-85fc-52e91959a0aa", "address": "fa:16:3e:45:e8:fc", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeace548-77", "ovs_interfaceid": "deace548-770e-492b-85fc-52e91959a0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.702021] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749221, 'name': Rename_Task, 'duration_secs': 0.169594} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.702536] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.702860] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b038a7d-7f5e-49aa-a0f1-01bb89c72790 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.714212] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 567.714212] env[62748]: value = "task-2749225" [ 567.714212] env[62748]: _type = "Task" [ 567.714212] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.727693] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.780155] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07186} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.780480] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 567.781411] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d4a13-060b-460f-9109-7f308c29eb6b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.800330] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.814568] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 55255c36-66a5-4902-ade9-0bb7c0ea1ca0/55255c36-66a5-4902-ade9-0bb7c0ea1ca0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 567.820280] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb2fcf52-261c-4950-980d-d03dcecde254 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.839792] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.840178] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.850239] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.852465] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 567.852465] env[62748]: value = "task-2749226" [ 567.852465] env[62748]: _type = "Task" [ 567.852465] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.861960] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.862358] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.871133] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.883947] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5281b8e5-f533-c3b2-0ab1-02a40442008a, 'name': SearchDatastore_Task, 'duration_secs': 0.016683} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.884262] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.884717] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] cdc1cc8e-9cec-4146-9465-8db42436b0c2/cdc1cc8e-9cec-4146-9465-8db42436b0c2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.885064] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3e0a9c0-8611-4d74-866d-4dedc387e5bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.893683] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 567.893683] env[62748]: value = "task-2749227" [ 567.893683] env[62748]: _type = "Task" [ 567.893683] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.905312] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.911128] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.911507] env[62748]: DEBUG nova.compute.manager [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Instance network_info: |[{"id": "34c8c450-f05e-4257-935d-eea1adb00dba", "address": "fa:16:3e:b0:51:ab", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c8c450-f0", "ovs_interfaceid": "34c8c450-f05e-4257-935d-eea1adb00dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.911926] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:51:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34c8c450-f05e-4257-935d-eea1adb00dba', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.920663] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Creating folder: Project (49ad53645cb74f3d9bc2a219aae61163). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.921324] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1bfbe3f-1d89-4e59-b817-0623f71dece3 req-027e26ed-55bd-4a36-96af-6f68453d0b65 service nova] Releasing lock "refresh_cache-dbad9694-ce56-4b0f-8289-c375a8aec7cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.922430] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76506831-dfac-446e-9587-0f5235cd2305 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.934243] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Created folder: Project (49ad53645cb74f3d9bc2a219aae61163) in parent group-v553264. [ 567.934512] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Creating folder: Instances. Parent ref: group-v553292. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.934825] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c981e17-6794-4504-9de7-9c3030c0eec9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.943875] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Created folder: Instances in parent group-v553292. [ 567.944197] env[62748]: DEBUG oslo.service.loopingcall [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.944408] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a448b745-a791-4efe-aa38-e224492729f7] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.944619] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-152b3458-f39a-4ce9-b1a0-ce61e4a85e33 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.964328] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.964328] env[62748]: value = "task-2749230" [ 567.964328] env[62748]: _type = "Task" [ 567.964328] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.973127] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749230, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.222481] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749225, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.313848] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749223, 'name': ReconfigVM_Task, 'duration_secs': 0.786957} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.314175] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 1951d4ff-daa7-44ac-aac5-ee032dc6a52d/1951d4ff-daa7-44ac-aac5-ee032dc6a52d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.314993] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06df223e-9dc6-43cd-a376-4c3da8659ef5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.317114] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 568.317334] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.126s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.317578] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.422s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.319081] env[62748]: INFO nova.compute.claims [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 568.326189] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 568.326189] env[62748]: value = "task-2749231" [ 568.326189] env[62748]: _type = "Task" [ 568.326189] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.334529] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749231, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.348588] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643757} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.348935] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] dbad9694-ce56-4b0f-8289-c375a8aec7cd/dbad9694-ce56-4b0f-8289-c375a8aec7cd.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.349074] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.349334] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97f58d32-caf5-4d3a-9ad8-466b057c7f95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.362145] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 568.362145] env[62748]: value = "task-2749232" [ 568.362145] env[62748]: _type = "Task" [ 568.362145] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.370641] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.377669] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.409363] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749227, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.480993] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749230, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.724620] env[62748]: DEBUG oslo_vmware.api [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749225, 'name': PowerOnVM_Task, 'duration_secs': 0.522054} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.725062] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.725408] env[62748]: INFO nova.compute.manager [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Took 11.62 seconds to spawn the instance on the hypervisor. [ 568.725714] env[62748]: DEBUG nova.compute.manager [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.726874] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e293ef-df27-4132-a1d1-016ef832ada5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.810725] env[62748]: DEBUG nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Received event network-vif-plugged-28ceb630-5a19-4b1d-b26a-a460a6293085 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 568.810818] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Acquiring lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.811133] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.811364] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.811559] env[62748]: DEBUG nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] No waiting events found dispatching network-vif-plugged-28ceb630-5a19-4b1d-b26a-a460a6293085 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 568.811694] env[62748]: WARNING nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Received unexpected event network-vif-plugged-28ceb630-5a19-4b1d-b26a-a460a6293085 for instance with vm_state building and task_state spawning. [ 568.811863] env[62748]: DEBUG nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Received event network-changed-28ceb630-5a19-4b1d-b26a-a460a6293085 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 568.812030] env[62748]: DEBUG nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Refreshing instance network info cache due to event network-changed-28ceb630-5a19-4b1d-b26a-a460a6293085. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 568.812236] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Acquiring lock "refresh_cache-cdc1cc8e-9cec-4146-9465-8db42436b0c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.812424] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Acquired lock "refresh_cache-cdc1cc8e-9cec-4146-9465-8db42436b0c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.812537] env[62748]: DEBUG nova.network.neutron [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Refreshing network info cache for port 28ceb630-5a19-4b1d-b26a-a460a6293085 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 568.840754] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749231, 'name': Rename_Task, 'duration_secs': 0.319777} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.843156] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 568.843156] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd239270-c928-42c4-b21c-78004591acc0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.849033] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 568.849033] env[62748]: value = "task-2749233" [ 568.849033] env[62748]: _type = "Task" [ 568.849033] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.860674] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.865689] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749226, 'name': ReconfigVM_Task, 'duration_secs': 0.718019} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.868918] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 55255c36-66a5-4902-ade9-0bb7c0ea1ca0/55255c36-66a5-4902-ade9-0bb7c0ea1ca0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 568.869636] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b83fd5bf-fce0-4b96-8a4d-3795bb4a7ae8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.877080] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100487} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.878580] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.879298] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 568.879298] env[62748]: value = "task-2749234" [ 568.879298] env[62748]: _type = "Task" [ 568.879298] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.879920] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ca04ad-4af0-41df-a04d-11b6ab5bdce8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.909307] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] dbad9694-ce56-4b0f-8289-c375a8aec7cd/dbad9694-ce56-4b0f-8289-c375a8aec7cd.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.916871] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18898d16-75dd-4990-9753-40727da730ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.934026] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749234, 'name': Rename_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.939487] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805949} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.940872] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] cdc1cc8e-9cec-4146-9465-8db42436b0c2/cdc1cc8e-9cec-4146-9465-8db42436b0c2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.941173] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.941653] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 568.941653] env[62748]: value = "task-2749235" [ 568.941653] env[62748]: _type = "Task" [ 568.941653] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.941888] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c296369e-11ab-42fd-8a8b-57ee54c7a69e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.953498] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749235, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.954940] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 568.954940] env[62748]: value = "task-2749236" [ 568.954940] env[62748]: _type = "Task" [ 568.954940] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.964215] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.976360] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749230, 'name': CreateVM_Task, 'duration_secs': 0.639305} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.976583] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a448b745-a791-4efe-aa38-e224492729f7] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.977270] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.977430] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.977783] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.978653] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ae367c-f9c1-47aa-8bd4-082bc82c79d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.984924] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 568.984924] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d11c1c-0dd1-3059-ca38-00fccba5fffc" [ 568.984924] env[62748]: _type = "Task" [ 568.984924] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.992066] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d11c1c-0dd1-3059-ca38-00fccba5fffc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.234902] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquiring lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.235164] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.246696] env[62748]: INFO nova.compute.manager [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Took 23.55 seconds to build instance. [ 569.368692] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.397291] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749234, 'name': Rename_Task, 'duration_secs': 0.266681} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.402441] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.402967] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eab30507-2c94-47b8-959b-1b7ec168fa21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.411290] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 569.411290] env[62748]: value = "task-2749237" [ 569.411290] env[62748]: _type = "Task" [ 569.411290] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.429741] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.460109] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749235, 'name': ReconfigVM_Task, 'duration_secs': 0.428958} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.466923] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Reconfigured VM instance instance-00000008 to attach disk [datastore1] dbad9694-ce56-4b0f-8289-c375a8aec7cd/dbad9694-ce56-4b0f-8289-c375a8aec7cd.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 569.468091] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2518665-e607-4e5a-bb0d-040518eafcef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.478033] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073488} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.478033] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 569.478378] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 569.478378] env[62748]: value = "task-2749238" [ 569.478378] env[62748]: _type = "Task" [ 569.478378] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.479097] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4b746e-1c01-4157-9ca1-9a26a31db5fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.520387] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] cdc1cc8e-9cec-4146-9465-8db42436b0c2/cdc1cc8e-9cec-4146-9465-8db42436b0c2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 569.526906] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5ae6d30-db74-45c0-83a6-8102cdb525da {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.541118] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749238, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.551024] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d11c1c-0dd1-3059-ca38-00fccba5fffc, 'name': SearchDatastore_Task, 'duration_secs': 0.015113} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.551024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.551024] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.551024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.551800] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.551800] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.551800] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93cdd391-ec56-4489-87f4-2cfdbfc10034 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.555867] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 569.555867] env[62748]: value = "task-2749239" [ 569.555867] env[62748]: _type = "Task" [ 569.555867] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.563078] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.563304] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.564063] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2032810a-c295-4928-87e0-a631e2a17d37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.570169] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.574232] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 569.574232] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521ba6c4-4dfb-1df6-e871-0035fcfbcc27" [ 569.574232] env[62748]: _type = "Task" [ 569.574232] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.586247] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521ba6c4-4dfb-1df6-e871-0035fcfbcc27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.656584] env[62748]: DEBUG nova.network.neutron [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Updated VIF entry in instance network info cache for port 28ceb630-5a19-4b1d-b26a-a460a6293085. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 569.656935] env[62748]: DEBUG nova.network.neutron [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Updating instance_info_cache with network_info: [{"id": "28ceb630-5a19-4b1d-b26a-a460a6293085", "address": "fa:16:3e:d0:70:f6", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28ceb630-5a", "ovs_interfaceid": "28ceb630-5a19-4b1d-b26a-a460a6293085", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.734253] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d74a7-40c4-49ce-b53e-23597554f48f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.743331] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6401107e-21f2-4b52-aba6-02fbbd258ba8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.748702] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2e64237-277c-4d46-b977-90c001edc15f tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "027c9a03-8996-4ad6-a109-8728f08f58d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.068s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.776871] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19614efe-820d-4e20-8aa3-e68ee20e1d9e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.785665] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb8d60c-b0de-4c69-b3a1-cbb35ff35744 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.801175] env[62748]: DEBUG nova.compute.provider_tree [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.859733] env[62748]: DEBUG oslo_vmware.api [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749233, 'name': PowerOnVM_Task, 'duration_secs': 0.577688} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.860280] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 569.860594] env[62748]: INFO nova.compute.manager [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Took 18.32 seconds to spawn the instance on the hypervisor. [ 569.860831] env[62748]: DEBUG nova.compute.manager [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.861906] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcba0e0-6ad2-446e-bc44-1260fb52506b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.925282] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749237, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.993379] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749238, 'name': Rename_Task, 'duration_secs': 0.349261} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.993734] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 569.994011] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fda5ff32-23b7-4200-b809-fb345e6e5b9a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.001401] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 570.001401] env[62748]: value = "task-2749240" [ 570.001401] env[62748]: _type = "Task" [ 570.001401] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.011069] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.068079] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.084708] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521ba6c4-4dfb-1df6-e871-0035fcfbcc27, 'name': SearchDatastore_Task, 'duration_secs': 0.024717} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.085553] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d82c14d4-71e4-4130-91fc-c0a58278a0be {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.092598] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 570.092598] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5209c684-9bf3-889c-bde7-0ed82b65a0a2" [ 570.092598] env[62748]: _type = "Task" [ 570.092598] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.101323] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5209c684-9bf3-889c-bde7-0ed82b65a0a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.161032] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Releasing lock "refresh_cache-cdc1cc8e-9cec-4146-9465-8db42436b0c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.161584] env[62748]: DEBUG nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Received event network-vif-plugged-34c8c450-f05e-4257-935d-eea1adb00dba {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 570.161700] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Acquiring lock "a448b745-a791-4efe-aa38-e224492729f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.162593] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Lock "a448b745-a791-4efe-aa38-e224492729f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.162593] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Lock "a448b745-a791-4efe-aa38-e224492729f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.162593] env[62748]: DEBUG nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] No waiting events found dispatching network-vif-plugged-34c8c450-f05e-4257-935d-eea1adb00dba {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 570.162593] env[62748]: WARNING nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Received unexpected event network-vif-plugged-34c8c450-f05e-4257-935d-eea1adb00dba for instance with vm_state building and task_state spawning. [ 570.162593] env[62748]: DEBUG nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Received event network-changed-34c8c450-f05e-4257-935d-eea1adb00dba {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 570.162818] env[62748]: DEBUG nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Refreshing instance network info cache due to event network-changed-34c8c450-f05e-4257-935d-eea1adb00dba. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 570.162818] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Acquiring lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.163032] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Acquired lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.163112] env[62748]: DEBUG nova.network.neutron [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Refreshing network info cache for port 34c8c450-f05e-4257-935d-eea1adb00dba {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.253044] env[62748]: DEBUG nova.compute.manager [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.304516] env[62748]: DEBUG nova.scheduler.client.report [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.384752] env[62748]: INFO nova.compute.manager [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Took 25.35 seconds to build instance. [ 570.424704] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749237, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.514205] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.567448] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749239, 'name': ReconfigVM_Task, 'duration_secs': 0.74037} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.567739] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Reconfigured VM instance instance-00000009 to attach disk [datastore1] cdc1cc8e-9cec-4146-9465-8db42436b0c2/cdc1cc8e-9cec-4146-9465-8db42436b0c2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.568413] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6385eef6-febf-4ca9-adf7-8b06466df664 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.578150] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 570.578150] env[62748]: value = "task-2749241" [ 570.578150] env[62748]: _type = "Task" [ 570.578150] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.584209] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749241, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.607349] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5209c684-9bf3-889c-bde7-0ed82b65a0a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01462} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.607640] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.608074] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] a448b745-a791-4efe-aa38-e224492729f7/a448b745-a791-4efe-aa38-e224492729f7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.611027] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e73a2b56-6bf6-4b4a-b917-60971c7e0f1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.622951] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 570.622951] env[62748]: value = "task-2749242" [ 570.622951] env[62748]: _type = "Task" [ 570.622951] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.632751] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.795036] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.815274] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.815763] env[62748]: DEBUG nova.compute.manager [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 570.821774] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.365s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.826253] env[62748]: INFO nova.compute.claims [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.863315] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.864339] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.887570] env[62748]: DEBUG oslo_concurrency.lockutils [None req-593f2d01-6a99-4c36-997a-9ad72a194cc8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.874s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.929849] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749237, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.993356] env[62748]: DEBUG nova.network.neutron [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updated VIF entry in instance network info cache for port 34c8c450-f05e-4257-935d-eea1adb00dba. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.993711] env[62748]: DEBUG nova.network.neutron [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance_info_cache with network_info: [{"id": "34c8c450-f05e-4257-935d-eea1adb00dba", "address": "fa:16:3e:b0:51:ab", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c8c450-f0", "ovs_interfaceid": "34c8c450-f05e-4257-935d-eea1adb00dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.014703] env[62748]: DEBUG oslo_vmware.api [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749240, 'name': PowerOnVM_Task, 'duration_secs': 0.626396} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.015578] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.015578] env[62748]: INFO nova.compute.manager [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Took 11.51 seconds to spawn the instance on the hypervisor. [ 571.015578] env[62748]: DEBUG nova.compute.manager [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.016392] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fe0aa6-05c9-4908-a0c2-cf8c84101761 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.092963] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749241, 'name': Rename_Task, 'duration_secs': 0.164226} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.094424] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 571.094702] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-427c25ab-716a-49f4-a5a0-9cbd94711d25 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.103024] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 571.103024] env[62748]: value = "task-2749243" [ 571.103024] env[62748]: _type = "Task" [ 571.103024] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.117770] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.136767] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749242, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.214923] env[62748]: DEBUG nova.compute.manager [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.215750] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc5535-7f46-4199-a8fb-ac80fd75b756 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.323888] env[62748]: DEBUG nova.compute.utils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 571.325479] env[62748]: DEBUG nova.compute.manager [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 571.325704] env[62748]: DEBUG nova.network.neutron [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 571.395313] env[62748]: DEBUG nova.policy [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c04e7ed15a4022a7f1d204ecba888f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3411d638fab94b4a80d53a76832a177f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 571.398420] env[62748]: DEBUG nova.compute.manager [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.427755] env[62748]: DEBUG oslo_vmware.api [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749237, 'name': PowerOnVM_Task, 'duration_secs': 1.683275} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.428729] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.428996] env[62748]: INFO nova.compute.manager [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Took 16.66 seconds to spawn the instance on the hypervisor. [ 571.429210] env[62748]: DEBUG nova.compute.manager [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.430066] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2208f8cb-ec6f-442c-85ff-53ae0e9f14de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.496121] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "51bf0346-49a9-4ee6-b744-82763fc2ad70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.496249] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "51bf0346-49a9-4ee6-b744-82763fc2ad70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.499431] env[62748]: DEBUG oslo_concurrency.lockutils [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] Releasing lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.499598] env[62748]: DEBUG nova.compute.manager [req-f8f954c4-fb74-491e-b8b6-fbe11c8c6e28 req-ec77dfae-1c5c-41fd-8d85-9d01e8c29ae3 service nova] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Received event network-vif-deleted-11e52786-8d77-41bc-a36b-3f8cf8ea3eba {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 571.536191] env[62748]: INFO nova.compute.manager [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Took 23.64 seconds to build instance. [ 571.615016] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.637020] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621878} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.637020] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] a448b745-a791-4efe-aa38-e224492729f7/a448b745-a791-4efe-aa38-e224492729f7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.637020] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.637020] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11406c45-3710-42f7-a525-4c55bec4f14a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.643078] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 571.643078] env[62748]: value = "task-2749244" [ 571.643078] env[62748]: _type = "Task" [ 571.643078] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.651669] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.728560] env[62748]: INFO nova.compute.manager [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] instance snapshotting [ 571.735312] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978db9f7-55a2-4ef4-8a93-7905dc8367b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.759614] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a302f4-6e1f-4444-b66c-f78eea92aa0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.832025] env[62748]: DEBUG nova.compute.manager [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 571.920920] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.947492] env[62748]: INFO nova.compute.manager [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Took 26.43 seconds to build instance. [ 572.041958] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9fff3d13-400c-474a-aa93-35e797a2f5ab tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.151s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.122722] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749243, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.123308] env[62748]: DEBUG nova.network.neutron [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Successfully created port: bfe8efe7-5044-4462-a28c-a06cb69ed9ce {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 572.154435] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064205} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.157658] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.159354] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e27f9e8-f673-4ba8-8b66-2d701fec6bee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.189362] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a448b745-a791-4efe-aa38-e224492729f7/a448b745-a791-4efe-aa38-e224492729f7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.192785] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1faf5e34-7e6f-4c99-aaaf-eef440ec05ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.212737] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 572.212737] env[62748]: value = "task-2749245" [ 572.212737] env[62748]: _type = "Task" [ 572.212737] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.225021] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749245, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.234214] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798b824d-accc-4faf-8d82-44e35ccfa79d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.244652] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72653723-cdcd-4b96-8083-0178ec6c15c1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.276604] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 572.277125] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d183ba26-e0b6-4f59-bab6-2dbb3e364e3b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.280041] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3959e0c-4bd6-4d54-8f9a-2c9cb7ee12b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.289572] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588e35ef-238d-4fb9-a63d-3b7701021862 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.294114] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 572.294114] env[62748]: value = "task-2749246" [ 572.294114] env[62748]: _type = "Task" [ 572.294114] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.307137] env[62748]: DEBUG nova.compute.provider_tree [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.317235] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.449378] env[62748]: DEBUG oslo_concurrency.lockutils [None req-854133e8-7d7a-4b1d-b342-5cd4ab658f1d tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.937s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.532865] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "162ea36e-6177-499d-b468-479a71e74fc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.533171] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "162ea36e-6177-499d-b468-479a71e74fc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.546914] env[62748]: DEBUG nova.compute.manager [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.601776] env[62748]: INFO nova.compute.manager [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Rebuilding instance [ 572.620529] env[62748]: DEBUG oslo_vmware.api [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749243, 'name': PowerOnVM_Task, 'duration_secs': 1.10726} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.620790] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 572.621041] env[62748]: INFO nova.compute.manager [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Took 10.82 seconds to spawn the instance on the hypervisor. [ 572.621246] env[62748]: DEBUG nova.compute.manager [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.622160] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0395e8d3-03df-4778-93c8-7e46db02c05e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.665158] env[62748]: DEBUG nova.compute.manager [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.666585] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165b2cb1-4a18-4bbf-b424-7618d6d4044f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.724495] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749245, 'name': ReconfigVM_Task, 'duration_secs': 0.411715} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.724495] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a448b745-a791-4efe-aa38-e224492729f7/a448b745-a791-4efe-aa38-e224492729f7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.725149] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca11609c-5a27-47b5-bf34-32141a39faaf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.734234] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 572.734234] env[62748]: value = "task-2749247" [ 572.734234] env[62748]: _type = "Task" [ 572.734234] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.745851] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749247, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.807768] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.818446] env[62748]: DEBUG nova.compute.manager [None req-d8d4943c-56a7-4644-a89c-6de561250fb1 tempest-ServerExternalEventsTest-2025639524 tempest-ServerExternalEventsTest-2025639524-project] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Received event network-changed {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 572.818446] env[62748]: DEBUG nova.compute.manager [None req-d8d4943c-56a7-4644-a89c-6de561250fb1 tempest-ServerExternalEventsTest-2025639524 tempest-ServerExternalEventsTest-2025639524-project] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Refreshing instance network info cache due to event network-changed. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 572.818446] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d8d4943c-56a7-4644-a89c-6de561250fb1 tempest-ServerExternalEventsTest-2025639524 tempest-ServerExternalEventsTest-2025639524-project] Acquiring lock "refresh_cache-dbad9694-ce56-4b0f-8289-c375a8aec7cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.818446] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d8d4943c-56a7-4644-a89c-6de561250fb1 tempest-ServerExternalEventsTest-2025639524 tempest-ServerExternalEventsTest-2025639524-project] Acquired lock "refresh_cache-dbad9694-ce56-4b0f-8289-c375a8aec7cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.818446] env[62748]: DEBUG nova.network.neutron [None req-d8d4943c-56a7-4644-a89c-6de561250fb1 tempest-ServerExternalEventsTest-2025639524 tempest-ServerExternalEventsTest-2025639524-project] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 572.819794] env[62748]: DEBUG nova.scheduler.client.report [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.843298] env[62748]: DEBUG nova.compute.manager [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 572.872071] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 572.872357] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 572.872516] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 572.872725] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 572.872882] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 572.873048] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 572.873337] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 572.873422] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 572.873589] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 572.873754] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 572.873928] env[62748]: DEBUG nova.virt.hardware [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 572.875038] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c09820d-8a4a-4e64-8371-40766c57a51b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.883593] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97401db-e220-42f4-b0cd-95ef81e6cba5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.953125] env[62748]: DEBUG nova.compute.manager [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.069093] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.150083] env[62748]: INFO nova.compute.manager [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Took 21.21 seconds to build instance. [ 573.248564] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749247, 'name': Rename_Task, 'duration_secs': 0.25494} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.248564] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.248564] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13567dd8-2139-4750-985c-ab53390fbeb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.254550] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 573.254550] env[62748]: value = "task-2749248" [ 573.254550] env[62748]: _type = "Task" [ 573.254550] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.265968] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.312269] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749246, 'name': CreateSnapshot_Task, 'duration_secs': 0.841964} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.314024] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 573.314316] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972b431c-3a5b-473c-b52e-8c5b2e5ff195 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.331358] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.332254] env[62748]: DEBUG nova.compute.manager [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.341692] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.541s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.345180] env[62748]: INFO nova.compute.claims [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.490977] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.655144] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47d208cf-bb19-4a73-a635-f28da9b76476 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.726s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.684621] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 573.685404] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a63bfeff-ca3a-4fa6-b83f-84cbbd36f87c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.695967] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 573.695967] env[62748]: value = "task-2749249" [ 573.695967] env[62748]: _type = "Task" [ 573.695967] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.707843] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.766517] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749248, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.774097] env[62748]: DEBUG nova.network.neutron [None req-d8d4943c-56a7-4644-a89c-6de561250fb1 tempest-ServerExternalEventsTest-2025639524 tempest-ServerExternalEventsTest-2025639524-project] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Updating instance_info_cache with network_info: [{"id": "deace548-770e-492b-85fc-52e91959a0aa", "address": "fa:16:3e:45:e8:fc", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeace548-77", "ovs_interfaceid": "deace548-770e-492b-85fc-52e91959a0aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.845444] env[62748]: DEBUG nova.compute.utils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 573.845444] env[62748]: DEBUG nova.compute.manager [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.846829] env[62748]: DEBUG nova.network.neutron [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 573.861707] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 573.865067] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-457cd6ee-31db-455b-ab2b-1650d1c5190a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.876397] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 573.876397] env[62748]: value = "task-2749250" [ 573.876397] env[62748]: _type = "Task" [ 573.876397] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.892105] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749250, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.937614] env[62748]: DEBUG nova.policy [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c04e7ed15a4022a7f1d204ecba888f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3411d638fab94b4a80d53a76832a177f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.160294] env[62748]: DEBUG nova.compute.manager [None req-cd608e97-5cdb-466f-abb8-de52dba9cd44 tempest-ServerDiagnosticsTest-972619354 tempest-ServerDiagnosticsTest-972619354-project-admin] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.160762] env[62748]: DEBUG nova.compute.manager [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.164368] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf96a6d-40a8-447e-b001-eb707822d195 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.179897] env[62748]: INFO nova.compute.manager [None req-cd608e97-5cdb-466f-abb8-de52dba9cd44 tempest-ServerDiagnosticsTest-972619354 tempest-ServerDiagnosticsTest-972619354-project-admin] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Retrieving diagnostics [ 574.181258] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51821ec2-c8e0-4818-bbc5-62c9e029ed1c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.242970] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749249, 'name': PowerOffVM_Task, 'duration_secs': 0.482233} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.243455] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 574.243532] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 574.244365] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164bc812-3e8a-462a-b535-34df65c74449 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.252166] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 574.252384] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9883a7b2-5bae-41a9-be4e-67415eae9162 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.269762] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749248, 'name': PowerOnVM_Task} progress is 73%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.277106] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d8d4943c-56a7-4644-a89c-6de561250fb1 tempest-ServerExternalEventsTest-2025639524 tempest-ServerExternalEventsTest-2025639524-project] Releasing lock "refresh_cache-dbad9694-ce56-4b0f-8289-c375a8aec7cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.277630] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 574.277630] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 574.278832] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Deleting the datastore file [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 574.278832] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c79cc9c5-0c39-4044-83d2-d11c51ee9108 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.286195] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 574.286195] env[62748]: value = "task-2749252" [ 574.286195] env[62748]: _type = "Task" [ 574.286195] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.295879] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.351465] env[62748]: DEBUG nova.compute.manager [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.393518] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749250, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.487979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquiring lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.487979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.487979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquiring lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.487979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.488475] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.493335] env[62748]: INFO nova.compute.manager [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Terminating instance [ 574.586381] env[62748]: DEBUG oslo_concurrency.lockutils [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.586773] env[62748]: DEBUG oslo_concurrency.lockutils [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.586917] env[62748]: DEBUG oslo_concurrency.lockutils [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.587407] env[62748]: DEBUG oslo_concurrency.lockutils [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.589744] env[62748]: DEBUG oslo_concurrency.lockutils [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.595249] env[62748]: INFO nova.compute.manager [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Terminating instance [ 574.653848] env[62748]: DEBUG nova.network.neutron [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Successfully updated port: bfe8efe7-5044-4462-a28c-a06cb69ed9ce {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 574.699182] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.769652] env[62748]: DEBUG oslo_vmware.api [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749248, 'name': PowerOnVM_Task, 'duration_secs': 1.478981} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.771565] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.771850] env[62748]: INFO nova.compute.manager [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Took 10.53 seconds to spawn the instance on the hypervisor. [ 574.772143] env[62748]: DEBUG nova.compute.manager [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.773289] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9fe397-ac4b-4579-aa36-b16368e12f24 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.794317] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdedac14-0794-4e6a-bb6d-e69cee9ad89d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.805306] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb9842-7738-435e-8d13-900f5eaebd6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.808957] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147295} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.809854] env[62748]: DEBUG nova.network.neutron [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Successfully created port: 089a5559-3c3b-40f4-9398-2a23fdde6d7b {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.812301] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 574.812472] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 574.812720] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 574.846071] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7be8a2-40c8-46f6-bee6-8869bde04a5a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.855215] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c1ea5c-4219-4c4b-b8b7-288545fb8bbc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.876265] env[62748]: DEBUG nova.compute.provider_tree [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 574.895334] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749250, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.932230] env[62748]: DEBUG nova.compute.manager [req-57ad6791-31ae-4ba6-8fe4-4dba708f57d8 req-fb2e8de2-943a-4a1a-b7fe-87263b4e65f6 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Received event network-changed-685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 574.932230] env[62748]: DEBUG nova.compute.manager [req-57ad6791-31ae-4ba6-8fe4-4dba708f57d8 req-fb2e8de2-943a-4a1a-b7fe-87263b4e65f6 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Refreshing instance network info cache due to event network-changed-685040ed-4ad0-4e40-877c-7efcf0f176a2. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 574.932623] env[62748]: DEBUG oslo_concurrency.lockutils [req-57ad6791-31ae-4ba6-8fe4-4dba708f57d8 req-fb2e8de2-943a-4a1a-b7fe-87263b4e65f6 service nova] Acquiring lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.932623] env[62748]: DEBUG oslo_concurrency.lockutils [req-57ad6791-31ae-4ba6-8fe4-4dba708f57d8 req-fb2e8de2-943a-4a1a-b7fe-87263b4e65f6 service nova] Acquired lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.933043] env[62748]: DEBUG nova.network.neutron [req-57ad6791-31ae-4ba6-8fe4-4dba708f57d8 req-fb2e8de2-943a-4a1a-b7fe-87263b4e65f6 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Refreshing network info cache for port 685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.000814] env[62748]: DEBUG nova.compute.manager [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 575.001301] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 575.003078] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7939132-bfa8-4a1a-a132-f1a26df4bfda {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.010691] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.011042] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda37b5a-ddd4-4ab1-b03b-76298f0f91b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.018228] env[62748]: DEBUG oslo_vmware.api [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 575.018228] env[62748]: value = "task-2749253" [ 575.018228] env[62748]: _type = "Task" [ 575.018228] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.027659] env[62748]: DEBUG oslo_vmware.api [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.107127] env[62748]: DEBUG nova.compute.manager [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 575.107127] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 575.107127] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a9801-af60-4582-a54d-7c655fbe6ddb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.115739] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 575.115739] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcbbcdd2-bc6c-4c31-b150-9d451446cc46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.123910] env[62748]: DEBUG oslo_vmware.api [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 575.123910] env[62748]: value = "task-2749254" [ 575.123910] env[62748]: _type = "Task" [ 575.123910] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.139823] env[62748]: DEBUG oslo_vmware.api [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.162610] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "refresh_cache-3515bb85-3e7a-42d1-8139-128d1b6f2ace" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.163450] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "refresh_cache-3515bb85-3e7a-42d1-8139-128d1b6f2ace" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.163450] env[62748]: DEBUG nova.network.neutron [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.303824] env[62748]: INFO nova.compute.manager [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Took 20.39 seconds to build instance. [ 575.367036] env[62748]: DEBUG nova.compute.manager [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.381288] env[62748]: DEBUG nova.scheduler.client.report [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.394878] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749250, 'name': CloneVM_Task, 'duration_secs': 1.510151} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.395232] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Created linked-clone VM from snapshot [ 575.396046] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04fe2d7-b39b-480b-b4bf-1f18917aca29 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.400599] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.401358] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.401358] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.401358] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.401358] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.402963] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.402963] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.402963] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.402963] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.402963] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.403330] env[62748]: DEBUG nova.virt.hardware [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.403330] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c648035f-3bb1-46b0-9db2-83154aa596dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.412091] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Uploading image 63aac829-c98d-4925-913a-8062edc9714e {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 575.418268] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4743fe08-205d-4290-bfdd-ea9c2a00fbeb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.445124] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 575.445124] env[62748]: value = "vm-553296" [ 575.445124] env[62748]: _type = "VirtualMachine" [ 575.445124] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 575.445713] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-04ed6475-0734-4a50-bf48-2f795ff44692 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.453438] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lease: (returnval){ [ 575.453438] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5255af3a-fd22-83cc-a2e8-c631e37296fb" [ 575.453438] env[62748]: _type = "HttpNfcLease" [ 575.453438] env[62748]: } obtained for exporting VM: (result){ [ 575.453438] env[62748]: value = "vm-553296" [ 575.453438] env[62748]: _type = "VirtualMachine" [ 575.453438] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 575.455742] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the lease: (returnval){ [ 575.455742] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5255af3a-fd22-83cc-a2e8-c631e37296fb" [ 575.455742] env[62748]: _type = "HttpNfcLease" [ 575.455742] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 575.460191] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 575.460191] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5255af3a-fd22-83cc-a2e8-c631e37296fb" [ 575.460191] env[62748]: _type = "HttpNfcLease" [ 575.460191] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 575.529094] env[62748]: DEBUG oslo_vmware.api [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749253, 'name': PowerOffVM_Task, 'duration_secs': 0.272061} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.529494] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.529644] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 575.529948] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd6af7ef-b35c-418d-ac73-e76e1d5e1e88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.608433] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.608673] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.608962] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Deleting the datastore file [datastore1] dbad9694-ce56-4b0f-8289-c375a8aec7cd {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.609178] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a507480d-87ae-4d27-96db-96438c5f63ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.616156] env[62748]: DEBUG oslo_vmware.api [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for the task: (returnval){ [ 575.616156] env[62748]: value = "task-2749257" [ 575.616156] env[62748]: _type = "Task" [ 575.616156] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.624784] env[62748]: DEBUG oslo_vmware.api [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.634348] env[62748]: DEBUG oslo_vmware.api [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749254, 'name': PowerOffVM_Task, 'duration_secs': 0.234381} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.634805] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 575.634928] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 575.635087] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6f4734f-8cbd-487c-b6d8-8a84bf1ebf2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.695651] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 575.695883] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 575.696155] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleting the datastore file [datastore1] cdc1cc8e-9cec-4146-9465-8db42436b0c2 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 575.696439] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-696db205-dac6-4c77-a038-ff8fef05ebfe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.703448] env[62748]: DEBUG oslo_vmware.api [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 575.703448] env[62748]: value = "task-2749259" [ 575.703448] env[62748]: _type = "Task" [ 575.703448] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.709411] env[62748]: DEBUG nova.compute.manager [req-a124c84b-9771-41a5-a301-c7dae48a8b7f req-3567a392-8de9-4f73-8ee8-ab039fe10cb7 service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Received event network-vif-plugged-bfe8efe7-5044-4462-a28c-a06cb69ed9ce {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 575.709513] env[62748]: DEBUG oslo_concurrency.lockutils [req-a124c84b-9771-41a5-a301-c7dae48a8b7f req-3567a392-8de9-4f73-8ee8-ab039fe10cb7 service nova] Acquiring lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.709680] env[62748]: DEBUG oslo_concurrency.lockutils [req-a124c84b-9771-41a5-a301-c7dae48a8b7f req-3567a392-8de9-4f73-8ee8-ab039fe10cb7 service nova] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.709922] env[62748]: DEBUG oslo_concurrency.lockutils [req-a124c84b-9771-41a5-a301-c7dae48a8b7f req-3567a392-8de9-4f73-8ee8-ab039fe10cb7 service nova] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.710118] env[62748]: DEBUG nova.compute.manager [req-a124c84b-9771-41a5-a301-c7dae48a8b7f req-3567a392-8de9-4f73-8ee8-ab039fe10cb7 service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] No waiting events found dispatching network-vif-plugged-bfe8efe7-5044-4462-a28c-a06cb69ed9ce {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 575.710570] env[62748]: WARNING nova.compute.manager [req-a124c84b-9771-41a5-a301-c7dae48a8b7f req-3567a392-8de9-4f73-8ee8-ab039fe10cb7 service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Received unexpected event network-vif-plugged-bfe8efe7-5044-4462-a28c-a06cb69ed9ce for instance with vm_state building and task_state spawning. [ 575.716783] env[62748]: DEBUG oslo_vmware.api [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.806601] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c8eea5b-f013-45bd-aa8e-c170fefa893f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.911s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.815845] env[62748]: DEBUG nova.network.neutron [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.867662] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.867888] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.868076] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.868947] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.869144] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.869304] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.869522] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.869688] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.869859] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.870034] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.870217] env[62748]: DEBUG nova.virt.hardware [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.871753] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830f1083-4ce4-4881-aba1-95309dc93ffb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.880062] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb470dd-0972-42f3-ab59-fce761f0705b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.895020] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.895798] env[62748]: DEBUG nova.compute.manager [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 575.898941] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.905502] env[62748]: DEBUG oslo.service.loopingcall [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 575.909017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.592s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.911039] env[62748]: INFO nova.compute.claims [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 575.914284] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.917761] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33f411c0-8243-4a3c-9599-01b3d76323a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.935860] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.935860] env[62748]: value = "task-2749260" [ 575.935860] env[62748]: _type = "Task" [ 575.935860] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.947211] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749260, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.966173] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 575.966173] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5255af3a-fd22-83cc-a2e8-c631e37296fb" [ 575.966173] env[62748]: _type = "HttpNfcLease" [ 575.966173] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 575.969027] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 575.969027] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5255af3a-fd22-83cc-a2e8-c631e37296fb" [ 575.969027] env[62748]: _type = "HttpNfcLease" [ 575.969027] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 575.970087] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6302812c-910a-4683-a756-3633250eefea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.980940] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208bb3f-0811-e9c4-e3a5-db763add9112/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 575.981157] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208bb3f-0811-e9c4-e3a5-db763add9112/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 576.118517] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68b77d90-45eb-4c03-b294-ed8a1e44b6bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.125232] env[62748]: DEBUG nova.network.neutron [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Updating instance_info_cache with network_info: [{"id": "bfe8efe7-5044-4462-a28c-a06cb69ed9ce", "address": "fa:16:3e:01:e8:d3", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe8efe7-50", "ovs_interfaceid": "bfe8efe7-5044-4462-a28c-a06cb69ed9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.131068] env[62748]: DEBUG oslo_vmware.api [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Task: {'id': task-2749257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391749} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.132956] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.132956] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.132956] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.132956] env[62748]: INFO nova.compute.manager [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 576.132956] env[62748]: DEBUG oslo.service.loopingcall [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.133147] env[62748]: DEBUG nova.compute.manager [-] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 576.133147] env[62748]: DEBUG nova.network.neutron [-] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.140258] env[62748]: DEBUG nova.network.neutron [req-57ad6791-31ae-4ba6-8fe4-4dba708f57d8 req-fb2e8de2-943a-4a1a-b7fe-87263b4e65f6 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Updated VIF entry in instance network info cache for port 685040ed-4ad0-4e40-877c-7efcf0f176a2. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.140562] env[62748]: DEBUG nova.network.neutron [req-57ad6791-31ae-4ba6-8fe4-4dba708f57d8 req-fb2e8de2-943a-4a1a-b7fe-87263b4e65f6 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Updating instance_info_cache with network_info: [{"id": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "address": "fa:16:3e:d9:06:29", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685040ed-4a", "ovs_interfaceid": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.213645] env[62748]: DEBUG oslo_vmware.api [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365813} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.214299] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 576.217296] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 576.217296] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 576.217296] env[62748]: INFO nova.compute.manager [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 576.217296] env[62748]: DEBUG oslo.service.loopingcall [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.217296] env[62748]: DEBUG nova.compute.manager [-] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 576.217296] env[62748]: DEBUG nova.network.neutron [-] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 576.310418] env[62748]: DEBUG nova.compute.manager [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.401230] env[62748]: DEBUG nova.compute.utils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 576.408447] env[62748]: DEBUG nova.compute.manager [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.408447] env[62748]: DEBUG nova.network.neutron [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 576.449217] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749260, 'name': CreateVM_Task, 'duration_secs': 0.50533} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.449417] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.449960] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.450138] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.452086] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.452086] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68365827-26d8-4939-b15f-dd6db7c44368 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.456257] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 576.456257] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b68ba0-c4f2-0444-cc28-c3be9596d375" [ 576.456257] env[62748]: _type = "Task" [ 576.456257] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.465158] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b68ba0-c4f2-0444-cc28-c3be9596d375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.543607] env[62748]: DEBUG nova.policy [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99558e6f1635426aae7c1a5c8baf5467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '820e545273c342209cd006656100e42f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.635936] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "refresh_cache-3515bb85-3e7a-42d1-8139-128d1b6f2ace" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.637207] env[62748]: DEBUG nova.compute.manager [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Instance network_info: |[{"id": "bfe8efe7-5044-4462-a28c-a06cb69ed9ce", "address": "fa:16:3e:01:e8:d3", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe8efe7-50", "ovs_interfaceid": "bfe8efe7-5044-4462-a28c-a06cb69ed9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 576.637380] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:e8:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfe8efe7-5044-4462-a28c-a06cb69ed9ce', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 576.653051] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Creating folder: Project (3411d638fab94b4a80d53a76832a177f). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.653946] env[62748]: DEBUG oslo_concurrency.lockutils [req-57ad6791-31ae-4ba6-8fe4-4dba708f57d8 req-fb2e8de2-943a-4a1a-b7fe-87263b4e65f6 service nova] Releasing lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.654429] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a61a5d78-0a47-40d5-ae29-f09ea4aae77e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.666156] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Created folder: Project (3411d638fab94b4a80d53a76832a177f) in parent group-v553264. [ 576.668019] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Creating folder: Instances. Parent ref: group-v553298. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.668019] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf254adc-5fa7-4b54-9cce-af90991b7d04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.678029] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Created folder: Instances in parent group-v553298. [ 576.678029] env[62748]: DEBUG oslo.service.loopingcall [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.678029] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 576.678029] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b215be02-ad15-48b5-9146-24b6130d25db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.710801] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 576.710801] env[62748]: value = "task-2749263" [ 576.710801] env[62748]: _type = "Task" [ 576.710801] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.723121] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749263, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.850284] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.911526] env[62748]: DEBUG nova.compute.manager [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.977731] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquiring lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.979214] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.979453] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquiring lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.979817] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.980122] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.981943] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b68ba0-c4f2-0444-cc28-c3be9596d375, 'name': SearchDatastore_Task, 'duration_secs': 0.014043} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.986687] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.986962] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.987207] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.987545] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.987545] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.990979] env[62748]: INFO nova.compute.manager [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Terminating instance [ 577.000281] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ce95d77-b09c-4d47-b1b9-2835d70cb4cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.015247] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.015247] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.018804] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5648f3e5-ce1b-49c5-be9e-555083d25c92 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.029073] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 577.029073] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5291c342-a095-c603-e475-7eadb157ea69" [ 577.029073] env[62748]: _type = "Task" [ 577.029073] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.038644] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5291c342-a095-c603-e475-7eadb157ea69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.221902] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749263, 'name': CreateVM_Task, 'duration_secs': 0.423666} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.222141] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.226269] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.226269] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.226532] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.230891] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17282a62-1684-4fbb-a220-740f54ac4a07 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.232399] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 577.232399] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5297db6b-b2ce-5e89-907a-15cfee1ce3b2" [ 577.232399] env[62748]: _type = "Task" [ 577.232399] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.241800] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5297db6b-b2ce-5e89-907a-15cfee1ce3b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.441657] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09bc0a0-8a15-4fc7-802a-c2507f320155 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.450881] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d18265-720a-46c0-bfd0-3bfd31955c5e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.485917] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3949a3-98e6-4c3b-9b9c-baada7b47447 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.495911] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1e8305-88ba-4c70-955e-b80dd87193e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.518562] env[62748]: DEBUG nova.compute.manager [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 577.518562] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 577.518562] env[62748]: DEBUG nova.compute.provider_tree [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.518562] env[62748]: DEBUG nova.network.neutron [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Successfully updated port: 089a5559-3c3b-40f4-9398-2a23fdde6d7b {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.519142] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb05ad5-faaa-425a-b5b8-356f2fe55e57 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.538982] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 577.539673] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93d84dbd-c4a7-44bd-b7f0-5c3c117871f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.546973] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5291c342-a095-c603-e475-7eadb157ea69, 'name': SearchDatastore_Task, 'duration_secs': 0.020453} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.548264] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44f4d02-62ae-4733-86f2-2d6d8b84f93a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.552454] env[62748]: DEBUG oslo_vmware.api [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 577.552454] env[62748]: value = "task-2749264" [ 577.552454] env[62748]: _type = "Task" [ 577.552454] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.558394] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 577.558394] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b4c4ac-8d68-b20f-cadb-9fec01485c27" [ 577.558394] env[62748]: _type = "Task" [ 577.558394] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.567566] env[62748]: DEBUG oslo_vmware.api [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.567809] env[62748]: DEBUG nova.network.neutron [-] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.572977] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b4c4ac-8d68-b20f-cadb-9fec01485c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.584043] env[62748]: DEBUG nova.network.neutron [-] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.604343] env[62748]: DEBUG nova.network.neutron [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Successfully created port: dac5a517-2e14-4164-baf2-7f9e83fe8643 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.746606] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5297db6b-b2ce-5e89-907a-15cfee1ce3b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014677} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.746929] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.747182] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.747396] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.929746] env[62748]: DEBUG nova.compute.manager [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.026478] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "refresh_cache-c13e8fb2-fd31-4946-a5ae-156257bd6434" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.026478] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "refresh_cache-c13e8fb2-fd31-4946-a5ae-156257bd6434" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.026478] env[62748]: DEBUG nova.network.neutron [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.031543] env[62748]: DEBUG nova.scheduler.client.report [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.068193] env[62748]: DEBUG oslo_vmware.api [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749264, 'name': PowerOffVM_Task, 'duration_secs': 0.218172} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.069112] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 578.069426] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 578.069822] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7da540e4-0b48-49aa-bfd0-01e420ee5ac5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.075757] env[62748]: INFO nova.compute.manager [-] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Took 1.86 seconds to deallocate network for instance. [ 578.076566] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b4c4ac-8d68-b20f-cadb-9fec01485c27, 'name': SearchDatastore_Task, 'duration_secs': 0.015349} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.078784] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.079254] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.083660] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.083944] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.084271] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1662ecad-9d71-4b0e-9d1a-b353af99f063 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.088432] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9dc450a-cec8-47ac-b8c3-01d0569f1915 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.093185] env[62748]: INFO nova.compute.manager [-] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Took 1.96 seconds to deallocate network for instance. [ 578.100437] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 578.100437] env[62748]: value = "task-2749266" [ 578.100437] env[62748]: _type = "Task" [ 578.100437] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.105852] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.106099] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.107296] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8962f0e2-f040-4d0c-9bc6-501a46c345fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.113978] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.117766] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 578.117766] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528a0ac5-1875-95b7-3064-267407561a60" [ 578.117766] env[62748]: _type = "Task" [ 578.117766] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.126262] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528a0ac5-1875-95b7-3064-267407561a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.142098] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 578.142098] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 578.142098] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Deleting the datastore file [datastore1] 55255c36-66a5-4902-ade9-0bb7c0ea1ca0 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 578.142098] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5611ca14-50ea-48a0-b745-819bec626a4a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.151666] env[62748]: DEBUG oslo_vmware.api [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for the task: (returnval){ [ 578.151666] env[62748]: value = "task-2749267" [ 578.151666] env[62748]: _type = "Task" [ 578.151666] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.164057] env[62748]: DEBUG oslo_vmware.api [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.540112] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.540112] env[62748]: DEBUG nova.compute.manager [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 578.543690] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.682s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.545664] env[62748]: DEBUG nova.objects.instance [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Lazy-loading 'resources' on Instance uuid 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 578.574266] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.574266] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.574266] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.574677] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.575152] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.575152] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.575467] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.575777] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.576096] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.576426] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.576682] env[62748]: DEBUG nova.virt.hardware [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.578551] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e5310d-b8c3-4343-87d8-0e670234b1ae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.593051] env[62748]: DEBUG oslo_concurrency.lockutils [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.595770] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd958e12-7359-435a-84ce-b9faddde49d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.602297] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.627599] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749266, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.634784] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528a0ac5-1875-95b7-3064-267407561a60, 'name': SearchDatastore_Task, 'duration_secs': 0.014843} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.635735] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0364a434-a3f6-4c53-a8c4-66d7c2279688 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.642392] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 578.642392] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525a42d3-1e6b-294d-9589-ae23fa62e1a7" [ 578.642392] env[62748]: _type = "Task" [ 578.642392] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.653661] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525a42d3-1e6b-294d-9589-ae23fa62e1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.663032] env[62748]: DEBUG oslo_vmware.api [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Task: {'id': task-2749267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198591} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.663312] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 578.663515] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 578.663720] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 578.664286] env[62748]: INFO nova.compute.manager [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 578.664286] env[62748]: DEBUG oslo.service.loopingcall [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.664473] env[62748]: DEBUG nova.compute.manager [-] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 578.664473] env[62748]: DEBUG nova.network.neutron [-] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 578.676341] env[62748]: DEBUG nova.network.neutron [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 579.039247] env[62748]: DEBUG nova.compute.manager [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Received event network-changed-bfe8efe7-5044-4462-a28c-a06cb69ed9ce {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 579.039866] env[62748]: DEBUG nova.compute.manager [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Refreshing instance network info cache due to event network-changed-bfe8efe7-5044-4462-a28c-a06cb69ed9ce. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 579.040252] env[62748]: DEBUG oslo_concurrency.lockutils [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] Acquiring lock "refresh_cache-3515bb85-3e7a-42d1-8139-128d1b6f2ace" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.042017] env[62748]: DEBUG oslo_concurrency.lockutils [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] Acquired lock "refresh_cache-3515bb85-3e7a-42d1-8139-128d1b6f2ace" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.042017] env[62748]: DEBUG nova.network.neutron [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Refreshing network info cache for port bfe8efe7-5044-4462-a28c-a06cb69ed9ce {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.046863] env[62748]: DEBUG nova.compute.utils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.049296] env[62748]: DEBUG nova.compute.manager [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.052964] env[62748]: DEBUG nova.network.neutron [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.113274] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592977} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.115994] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.116406] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.116925] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2f5910c-b519-4f12-b38d-91dc22d44b0e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.127021] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 579.127021] env[62748]: value = "task-2749268" [ 579.127021] env[62748]: _type = "Task" [ 579.127021] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.138790] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.159040] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525a42d3-1e6b-294d-9589-ae23fa62e1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.033902} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.159040] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.159040] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 3515bb85-3e7a-42d1-8139-128d1b6f2ace/3515bb85-3e7a-42d1-8139-128d1b6f2ace.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.159040] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8a97965-24fa-4321-bc80-53f1b7cb1d10 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.168150] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 579.168150] env[62748]: value = "task-2749269" [ 579.168150] env[62748]: _type = "Task" [ 579.168150] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.175992] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.261141] env[62748]: DEBUG nova.network.neutron [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Updating instance_info_cache with network_info: [{"id": "089a5559-3c3b-40f4-9398-2a23fdde6d7b", "address": "fa:16:3e:3f:6c:eb", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a5559-3c", "ovs_interfaceid": "089a5559-3c3b-40f4-9398-2a23fdde6d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.404644] env[62748]: DEBUG nova.policy [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbfe8fc24d704a03907826dae2adccd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4550898e52f045ddaed931ada70fcd52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.450496] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb72a26-e794-4d8d-91d5-8dbb5fce62f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.458701] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39cfd2a-efda-480d-aeb5-0e4079c6eb50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.497802] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72735e13-c484-4f39-9cd8-115efbbbe744 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.511308] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161b5934-0a53-4c08-b3e5-a9b51fdebf93 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.531142] env[62748]: DEBUG nova.compute.provider_tree [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.553053] env[62748]: DEBUG nova.compute.manager [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 579.635993] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132586} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.635993] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.636730] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46747ded-979c-4aa8-ad9f-5aacd168ffa4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.659757] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.662903] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e0dfadd-7ab2-48b7-a34f-15815c8eaba6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.690328] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.692625] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 579.692625] env[62748]: value = "task-2749270" [ 579.692625] env[62748]: _type = "Task" [ 579.692625] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.700915] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.764806] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "refresh_cache-c13e8fb2-fd31-4946-a5ae-156257bd6434" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.766853] env[62748]: DEBUG nova.compute.manager [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Instance network_info: |[{"id": "089a5559-3c3b-40f4-9398-2a23fdde6d7b", "address": "fa:16:3e:3f:6c:eb", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a5559-3c", "ovs_interfaceid": "089a5559-3c3b-40f4-9398-2a23fdde6d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.767014] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:6c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '089a5559-3c3b-40f4-9398-2a23fdde6d7b', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.782171] env[62748]: DEBUG oslo.service.loopingcall [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.784309] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.785051] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ea328a-288a-40bb-9f90-ddd9b127728d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.809277] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.809277] env[62748]: value = "task-2749271" [ 579.809277] env[62748]: _type = "Task" [ 579.809277] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.819640] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749271, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.856876] env[62748]: DEBUG nova.compute.manager [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Stashing vm_state: active {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 580.035141] env[62748]: DEBUG nova.scheduler.client.report [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.191663] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749269, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.208865] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.304104] env[62748]: DEBUG nova.network.neutron [-] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.316278] env[62748]: DEBUG nova.network.neutron [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Updated VIF entry in instance network info cache for port bfe8efe7-5044-4462-a28c-a06cb69ed9ce. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.316278] env[62748]: DEBUG nova.network.neutron [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Updating instance_info_cache with network_info: [{"id": "bfe8efe7-5044-4462-a28c-a06cb69ed9ce", "address": "fa:16:3e:01:e8:d3", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe8efe7-50", "ovs_interfaceid": "bfe8efe7-5044-4462-a28c-a06cb69ed9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.323542] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749271, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.393013] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.401314] env[62748]: DEBUG nova.network.neutron [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Successfully updated port: dac5a517-2e14-4164-baf2-7f9e83fe8643 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.541307] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.545844] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.751s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.547911] env[62748]: INFO nova.compute.claims [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.568354] env[62748]: DEBUG nova.compute.manager [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 580.576546] env[62748]: INFO nova.scheduler.client.report [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Deleted allocations for instance 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613 [ 580.603267] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.603267] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.603267] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.603733] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.603962] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.604136] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.604355] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.604526] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.604695] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.604854] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.605036] env[62748]: DEBUG nova.virt.hardware [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.605917] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1871ea-0ccf-4f96-a494-c2967f7779c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.622761] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6820cf9-cbe7-46d2-af2a-cec11c05ffe9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.628081] env[62748]: DEBUG nova.network.neutron [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Successfully created port: 1f82015f-6991-4403-9324-37750941711b {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 580.692451] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749269, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.039773} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.693150] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 3515bb85-3e7a-42d1-8139-128d1b6f2ace/3515bb85-3e7a-42d1-8139-128d1b6f2ace.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.693440] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 580.693821] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7e0eb4-bcf0-46f9-8891-d212633783e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.709129] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749270, 'name': ReconfigVM_Task, 'duration_secs': 0.610442} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.711604] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.712721] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 580.712721] env[62748]: value = "task-2749272" [ 580.712721] env[62748]: _type = "Task" [ 580.712721] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.712926] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0d75efc-e6f2-4e09-b0cf-2e6e0d3da307 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.725878] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.731161] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 580.731161] env[62748]: value = "task-2749273" [ 580.731161] env[62748]: _type = "Task" [ 580.731161] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.808554] env[62748]: INFO nova.compute.manager [-] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Took 2.14 seconds to deallocate network for instance. [ 580.818559] env[62748]: DEBUG oslo_concurrency.lockutils [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] Releasing lock "refresh_cache-3515bb85-3e7a-42d1-8139-128d1b6f2ace" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.819255] env[62748]: DEBUG nova.compute.manager [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Received event network-vif-deleted-28ceb630-5a19-4b1d-b26a-a460a6293085 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 580.819519] env[62748]: DEBUG nova.compute.manager [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Received event network-vif-deleted-deace548-770e-492b-85fc-52e91959a0aa {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 580.820640] env[62748]: DEBUG nova.compute.manager [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Received event network-vif-plugged-089a5559-3c3b-40f4-9398-2a23fdde6d7b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 580.820640] env[62748]: DEBUG oslo_concurrency.lockutils [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] Acquiring lock "c13e8fb2-fd31-4946-a5ae-156257bd6434-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.820640] env[62748]: DEBUG oslo_concurrency.lockutils [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] Lock "c13e8fb2-fd31-4946-a5ae-156257bd6434-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.820640] env[62748]: DEBUG oslo_concurrency.lockutils [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] Lock "c13e8fb2-fd31-4946-a5ae-156257bd6434-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.820640] env[62748]: DEBUG nova.compute.manager [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] No waiting events found dispatching network-vif-plugged-089a5559-3c3b-40f4-9398-2a23fdde6d7b {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 580.820865] env[62748]: WARNING nova.compute.manager [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Received unexpected event network-vif-plugged-089a5559-3c3b-40f4-9398-2a23fdde6d7b for instance with vm_state building and task_state spawning. [ 580.821231] env[62748]: DEBUG nova.compute.manager [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Received event network-changed-089a5559-3c3b-40f4-9398-2a23fdde6d7b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 580.821231] env[62748]: DEBUG nova.compute.manager [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Refreshing instance network info cache due to event network-changed-089a5559-3c3b-40f4-9398-2a23fdde6d7b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 580.821468] env[62748]: DEBUG oslo_concurrency.lockutils [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] Acquiring lock "refresh_cache-c13e8fb2-fd31-4946-a5ae-156257bd6434" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.821635] env[62748]: DEBUG oslo_concurrency.lockutils [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] Acquired lock "refresh_cache-c13e8fb2-fd31-4946-a5ae-156257bd6434" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.821824] env[62748]: DEBUG nova.network.neutron [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Refreshing network info cache for port 089a5559-3c3b-40f4-9398-2a23fdde6d7b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.832811] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749271, 'name': CreateVM_Task, 'duration_secs': 0.705644} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.833724] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.834494] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.834652] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.835696] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.835696] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b749e60f-5550-4049-9993-0b0f3e80471a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.846906] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 580.846906] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5208d34c-9fad-b48c-f02f-883f5ab598f1" [ 580.846906] env[62748]: _type = "Task" [ 580.846906] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.855579] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5208d34c-9fad-b48c-f02f-883f5ab598f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.904626] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "refresh_cache-22799428-aa99-4338-9e39-316b684846f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.904854] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "refresh_cache-22799428-aa99-4338-9e39-316b684846f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.905081] env[62748]: DEBUG nova.network.neutron [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.090434] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d56e180c-7071-41c8-887b-5a4fba7d485d tempest-DeleteServersAdminTestJSON-1281173066 tempest-DeleteServersAdminTestJSON-1281173066-project-admin] Lock "6b5c4c24-c7c4-47d5-a486-e9a0e7e52613" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.236s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.227550] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.240877] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749273, 'name': Rename_Task, 'duration_secs': 0.348014} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.241361] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.241961] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-800bcb4a-fe5c-477f-9be7-eb54c13ee994 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.249291] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 581.249291] env[62748]: value = "task-2749274" [ 581.249291] env[62748]: _type = "Task" [ 581.249291] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.260025] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.324313] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.364021] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5208d34c-9fad-b48c-f02f-883f5ab598f1, 'name': SearchDatastore_Task, 'duration_secs': 0.035808} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.364021] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.364021] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.364021] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.364343] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.364343] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.364343] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b397301b-ccb0-43db-89f2-50323a5e0568 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.373962] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.374590] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.375865] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebead058-38d0-431e-972a-60c9725c5c78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.384541] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 581.384541] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d72c2e-d8d0-03fd-9bb5-51a1575feda2" [ 581.384541] env[62748]: _type = "Task" [ 581.384541] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.396397] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d72c2e-d8d0-03fd-9bb5-51a1575feda2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.629328] env[62748]: DEBUG nova.network.neutron [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.730303] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.802393} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.733153] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.735775] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf7d70f-2a71-4528-a2b7-7db5a083cdb6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.766590] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 3515bb85-3e7a-42d1-8139-128d1b6f2ace/3515bb85-3e7a-42d1-8139-128d1b6f2ace.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.772694] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14fb0f08-9d44-4149-8f06-78b3aa47220d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.800140] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749274, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.802456] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 581.802456] env[62748]: value = "task-2749275" [ 581.802456] env[62748]: _type = "Task" [ 581.802456] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.815281] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.896994] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d72c2e-d8d0-03fd-9bb5-51a1575feda2, 'name': SearchDatastore_Task, 'duration_secs': 0.013456} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.898035] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b59a0e0-c341-45d9-97c6-397458644831 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.906320] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 581.906320] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5218b4be-0880-9b65-5023-c5c770894ef7" [ 581.906320] env[62748]: _type = "Task" [ 581.906320] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.915504] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5218b4be-0880-9b65-5023-c5c770894ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.126046] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4804cfe-723a-4e4e-8ca9-24d125dc3961 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.141042] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676a53f2-0b14-4a7f-a0aa-3e3eda093e21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.178177] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59614ce1-e5cf-4433-8782-a45000347676 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.187644] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1a7154-6a82-4d00-ad56-d4b30d8d069e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.210798] env[62748]: DEBUG nova.compute.provider_tree [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 582.268423] env[62748]: DEBUG oslo_vmware.api [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749274, 'name': PowerOnVM_Task, 'duration_secs': 0.912938} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.268772] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.269028] env[62748]: DEBUG nova.compute.manager [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.269903] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45757c14-94de-4dee-877e-154368c4e492 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.319055] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.424044] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5218b4be-0880-9b65-5023-c5c770894ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.026154} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.424044] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.424044] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c13e8fb2-fd31-4946-a5ae-156257bd6434/c13e8fb2-fd31-4946-a5ae-156257bd6434.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.424044] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae227ff2-7218-4186-93eb-c981af1b1b1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.428500] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 582.428500] env[62748]: value = "task-2749276" [ 582.428500] env[62748]: _type = "Task" [ 582.428500] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.442234] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.470024] env[62748]: DEBUG nova.network.neutron [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Updated VIF entry in instance network info cache for port 089a5559-3c3b-40f4-9398-2a23fdde6d7b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.470024] env[62748]: DEBUG nova.network.neutron [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Updating instance_info_cache with network_info: [{"id": "089a5559-3c3b-40f4-9398-2a23fdde6d7b", "address": "fa:16:3e:3f:6c:eb", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089a5559-3c", "ovs_interfaceid": "089a5559-3c3b-40f4-9398-2a23fdde6d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.531044] env[62748]: DEBUG nova.network.neutron [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Updating instance_info_cache with network_info: [{"id": "dac5a517-2e14-4164-baf2-7f9e83fe8643", "address": "fa:16:3e:60:5d:05", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac5a517-2e", "ovs_interfaceid": "dac5a517-2e14-4164-baf2-7f9e83fe8643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.722940] env[62748]: DEBUG nova.scheduler.client.report [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.792753] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.818575] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749275, 'name': ReconfigVM_Task, 'duration_secs': 0.576447} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.818900] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 3515bb85-3e7a-42d1-8139-128d1b6f2ace/3515bb85-3e7a-42d1-8139-128d1b6f2ace.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 582.819577] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4b10d1a-9c51-4e5b-aa5a-2ced42560391 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.830023] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 582.830023] env[62748]: value = "task-2749277" [ 582.830023] env[62748]: _type = "Task" [ 582.830023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.843617] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749277, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.940847] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749276, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.974803] env[62748]: DEBUG oslo_concurrency.lockutils [req-797828de-720e-4607-87a5-ef53ae509dd8 req-b39c9e2a-d025-4a23-87c8-1b218e9ef8ee service nova] Releasing lock "refresh_cache-c13e8fb2-fd31-4946-a5ae-156257bd6434" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.035315] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "refresh_cache-22799428-aa99-4338-9e39-316b684846f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.036145] env[62748]: DEBUG nova.compute.manager [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Instance network_info: |[{"id": "dac5a517-2e14-4164-baf2-7f9e83fe8643", "address": "fa:16:3e:60:5d:05", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac5a517-2e", "ovs_interfaceid": "dac5a517-2e14-4164-baf2-7f9e83fe8643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.036438] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:5d:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac5a517-2e14-4164-baf2-7f9e83fe8643', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.046510] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating folder: Project (820e545273c342209cd006656100e42f). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.049201] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d1226eb-1205-4c89-944f-2d7bff2dba95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.062161] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Created folder: Project (820e545273c342209cd006656100e42f) in parent group-v553264. [ 583.062409] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating folder: Instances. Parent ref: group-v553302. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.062699] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edcffb1e-85b3-4373-9c4d-c6adc50ef1b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.072961] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Created folder: Instances in parent group-v553302. [ 583.074300] env[62748]: DEBUG oslo.service.loopingcall [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.074611] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22799428-aa99-4338-9e39-316b684846f7] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.074892] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4885dcd6-6751-4f64-ba7a-317764723685 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.103902] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.103902] env[62748]: value = "task-2749280" [ 583.103902] env[62748]: _type = "Task" [ 583.103902] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.120055] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749280, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.164952] env[62748]: DEBUG nova.compute.manager [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Received event network-vif-deleted-9a7ed3bc-bedc-4754-9a4b-d8edef2a1811 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 583.164952] env[62748]: DEBUG nova.compute.manager [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] [instance: 22799428-aa99-4338-9e39-316b684846f7] Received event network-vif-plugged-dac5a517-2e14-4164-baf2-7f9e83fe8643 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 583.164952] env[62748]: DEBUG oslo_concurrency.lockutils [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] Acquiring lock "22799428-aa99-4338-9e39-316b684846f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.165082] env[62748]: DEBUG oslo_concurrency.lockutils [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] Lock "22799428-aa99-4338-9e39-316b684846f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.165263] env[62748]: DEBUG oslo_concurrency.lockutils [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] Lock "22799428-aa99-4338-9e39-316b684846f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.165426] env[62748]: DEBUG nova.compute.manager [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] [instance: 22799428-aa99-4338-9e39-316b684846f7] No waiting events found dispatching network-vif-plugged-dac5a517-2e14-4164-baf2-7f9e83fe8643 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.165615] env[62748]: WARNING nova.compute.manager [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] [instance: 22799428-aa99-4338-9e39-316b684846f7] Received unexpected event network-vif-plugged-dac5a517-2e14-4164-baf2-7f9e83fe8643 for instance with vm_state building and task_state spawning. [ 583.165776] env[62748]: DEBUG nova.compute.manager [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] [instance: 22799428-aa99-4338-9e39-316b684846f7] Received event network-changed-dac5a517-2e14-4164-baf2-7f9e83fe8643 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 583.165928] env[62748]: DEBUG nova.compute.manager [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] [instance: 22799428-aa99-4338-9e39-316b684846f7] Refreshing instance network info cache due to event network-changed-dac5a517-2e14-4164-baf2-7f9e83fe8643. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 583.166147] env[62748]: DEBUG oslo_concurrency.lockutils [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] Acquiring lock "refresh_cache-22799428-aa99-4338-9e39-316b684846f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.166298] env[62748]: DEBUG oslo_concurrency.lockutils [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] Acquired lock "refresh_cache-22799428-aa99-4338-9e39-316b684846f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.166458] env[62748]: DEBUG nova.network.neutron [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] [instance: 22799428-aa99-4338-9e39-316b684846f7] Refreshing network info cache for port dac5a517-2e14-4164-baf2-7f9e83fe8643 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.234024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.234024] env[62748]: DEBUG nova.compute.manager [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 583.238428] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.318s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.240077] env[62748]: INFO nova.compute.claims [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 583.350565] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749277, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.443401] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914427} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.443401] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c13e8fb2-fd31-4946-a5ae-156257bd6434/c13e8fb2-fd31-4946-a5ae-156257bd6434.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.444999] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.444999] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de637ccf-680f-4b23-baf1-30c4ca608a30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.452150] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 583.452150] env[62748]: value = "task-2749281" [ 583.452150] env[62748]: _type = "Task" [ 583.452150] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.468684] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.618424] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749280, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.746217] env[62748]: DEBUG nova.compute.utils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 583.754125] env[62748]: DEBUG nova.compute.manager [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 583.754351] env[62748]: DEBUG nova.network.neutron [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 583.841778] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749277, 'name': Rename_Task, 'duration_secs': 0.841731} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.842199] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.842324] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99eca33e-725e-46bf-80e4-deb899372efb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.852453] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 583.852453] env[62748]: value = "task-2749282" [ 583.852453] env[62748]: _type = "Task" [ 583.852453] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.860345] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.878696] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "cee370ce-c987-4ae1-b922-1988654c6193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.879395] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "cee370ce-c987-4ae1-b922-1988654c6193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.970384] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078941} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.970384] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.973023] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c759a174-3ef8-41cc-b474-b37247a320b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.002033] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] c13e8fb2-fd31-4946-a5ae-156257bd6434/c13e8fb2-fd31-4946-a5ae-156257bd6434.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.002484] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa8c0a4-5eb6-4260-afec-7c4af747c98a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.025103] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 584.025103] env[62748]: value = "task-2749283" [ 584.025103] env[62748]: _type = "Task" [ 584.025103] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.036657] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.047434] env[62748]: DEBUG nova.policy [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69c04e7ed15a4022a7f1d204ecba888f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3411d638fab94b4a80d53a76832a177f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.115898] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749280, 'name': CreateVM_Task, 'duration_secs': 0.583292} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.116070] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22799428-aa99-4338-9e39-316b684846f7] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.116782] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.116956] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.117294] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.117557] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad44874f-7714-47c7-8da7-b399af100059 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.122873] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 584.122873] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52baa061-4ee3-7d74-59b5-4b44a26cbe7a" [ 584.122873] env[62748]: _type = "Task" [ 584.122873] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.131198] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52baa061-4ee3-7d74-59b5-4b44a26cbe7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.252123] env[62748]: DEBUG nova.compute.manager [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 584.366567] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749282, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.535724] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749283, 'name': ReconfigVM_Task, 'duration_secs': 0.480696} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.536017] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Reconfigured VM instance instance-0000000c to attach disk [datastore2] c13e8fb2-fd31-4946-a5ae-156257bd6434/c13e8fb2-fd31-4946-a5ae-156257bd6434.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.538561] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e96f1c4-db24-4257-a205-0a3142c5168e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.549225] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 584.549225] env[62748]: value = "task-2749284" [ 584.549225] env[62748]: _type = "Task" [ 584.549225] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.558813] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749284, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.637717] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52baa061-4ee3-7d74-59b5-4b44a26cbe7a, 'name': SearchDatastore_Task, 'duration_secs': 0.016928} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.641597] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.642013] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.642518] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.642894] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.643207] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.643806] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6fd92b5-9a22-43c4-9459-cc55bca631ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.656532] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.656532] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.657835] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6668cb9b-8841-46fe-9d22-8056e90b7bf2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.663728] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 584.663728] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529f1957-6d85-1703-3f42-5cc33fb89f4d" [ 584.663728] env[62748]: _type = "Task" [ 584.663728] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.673826] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529f1957-6d85-1703-3f42-5cc33fb89f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.721739] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44768a42-498c-47eb-87e0-b388923f4828 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.733950] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76560e3d-7596-4b9e-a928-4c1bb061a65b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.777695] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77227c27-a6fe-4c22-8c0a-d7b5aadf1194 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.786328] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d4b73-ce5e-42f9-905d-2189b58fb5a6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.802181] env[62748]: DEBUG nova.compute.provider_tree [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.869861] env[62748]: DEBUG oslo_vmware.api [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749282, 'name': PowerOnVM_Task, 'duration_secs': 0.615516} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.871070] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.871070] env[62748]: INFO nova.compute.manager [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Took 12.03 seconds to spawn the instance on the hypervisor. [ 584.871070] env[62748]: DEBUG nova.compute.manager [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.871509] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b99863-7b90-451b-956b-b6a378ba9db5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.057018] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749284, 'name': Rename_Task, 'duration_secs': 0.234452} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.057335] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.057596] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4ab66e2-af85-4246-8a88-c481275bce27 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.065114] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 585.065114] env[62748]: value = "task-2749285" [ 585.065114] env[62748]: _type = "Task" [ 585.065114] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.073556] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.146256] env[62748]: DEBUG nova.network.neutron [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] [instance: 22799428-aa99-4338-9e39-316b684846f7] Updated VIF entry in instance network info cache for port dac5a517-2e14-4164-baf2-7f9e83fe8643. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.146647] env[62748]: DEBUG nova.network.neutron [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] [instance: 22799428-aa99-4338-9e39-316b684846f7] Updating instance_info_cache with network_info: [{"id": "dac5a517-2e14-4164-baf2-7f9e83fe8643", "address": "fa:16:3e:60:5d:05", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac5a517-2e", "ovs_interfaceid": "dac5a517-2e14-4164-baf2-7f9e83fe8643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.178235] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529f1957-6d85-1703-3f42-5cc33fb89f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.016255} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.179207] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ef1203-890b-499c-823d-7edcc2e15fa1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.185253] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 585.185253] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b03ec8-3901-b004-54f4-438636025198" [ 585.185253] env[62748]: _type = "Task" [ 585.185253] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.195108] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b03ec8-3901-b004-54f4-438636025198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.280937] env[62748]: DEBUG nova.compute.manager [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 585.305458] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 585.305716] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 585.305913] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 585.306950] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 585.307216] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 585.307371] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 585.307603] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 585.307795] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 585.307992] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 585.308264] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 585.308431] env[62748]: DEBUG nova.virt.hardware [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 585.309402] env[62748]: DEBUG nova.scheduler.client.report [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.316475] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9661f7f-658c-46a3-ba9b-a790a101f35b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.330238] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bde8bd-e3ca-4423-ba2f-e3b64de502ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.393887] env[62748]: INFO nova.compute.manager [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Took 26.53 seconds to build instance. [ 585.577439] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749285, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.649969] env[62748]: DEBUG oslo_concurrency.lockutils [req-a1460c69-fa93-4086-a35f-bef38d4064e1 req-bea95728-299f-4dce-9aa3-ea5166374bb6 service nova] Releasing lock "refresh_cache-22799428-aa99-4338-9e39-316b684846f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.700206] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b03ec8-3901-b004-54f4-438636025198, 'name': SearchDatastore_Task, 'duration_secs': 0.020951} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.701051] env[62748]: DEBUG nova.network.neutron [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Successfully updated port: 1f82015f-6991-4403-9324-37750941711b {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.702848] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.702848] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 22799428-aa99-4338-9e39-316b684846f7/22799428-aa99-4338-9e39-316b684846f7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.703190] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a94378af-4a80-4dad-b94a-9d50c9de910e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.710032] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 585.710032] env[62748]: value = "task-2749286" [ 585.710032] env[62748]: _type = "Task" [ 585.710032] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.723273] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.824610] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.824610] env[62748]: DEBUG nova.compute.manager [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.827766] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.759s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.830523] env[62748]: INFO nova.compute.claims [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.895949] env[62748]: DEBUG oslo_concurrency.lockutils [None req-33fbc47e-6b3b-401c-afbd-3787cf5ba981 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.038s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.054528] env[62748]: DEBUG nova.network.neutron [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Successfully created port: 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.076763] env[62748]: DEBUG oslo_vmware.api [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749285, 'name': PowerOnVM_Task, 'duration_secs': 0.646374} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.077378] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.077882] env[62748]: INFO nova.compute.manager [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Took 10.71 seconds to spawn the instance on the hypervisor. [ 586.078187] env[62748]: DEBUG nova.compute.manager [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.079048] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadc9ea8-9a9a-488a-8235-2213a67d781e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.203617] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquiring lock "refresh_cache-b096da88-3e8b-43e5-ad56-1cb5e3fafd88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.204250] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquired lock "refresh_cache-b096da88-3e8b-43e5-ad56-1cb5e3fafd88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.204250] env[62748]: DEBUG nova.network.neutron [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 586.224572] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749286, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.338151] env[62748]: DEBUG nova.compute.utils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 586.341677] env[62748]: DEBUG nova.compute.manager [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.342222] env[62748]: DEBUG nova.network.neutron [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.401812] env[62748]: DEBUG nova.compute.manager [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.519347] env[62748]: DEBUG nova.policy [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba9363609fd4a11a9b40079bd2d56eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f30ee7ef333434893f2c57d974f18eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.600713] env[62748]: INFO nova.compute.manager [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Took 25.17 seconds to build instance. [ 586.722799] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798121} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.723072] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 22799428-aa99-4338-9e39-316b684846f7/22799428-aa99-4338-9e39-316b684846f7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.723363] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.723753] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7077d840-9221-4890-aa04-fd267f77d125 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.731923] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 586.731923] env[62748]: value = "task-2749287" [ 586.731923] env[62748]: _type = "Task" [ 586.731923] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.742465] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.842188] env[62748]: DEBUG nova.compute.manager [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.907517] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208bb3f-0811-e9c4-e3a5-db763add9112/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 586.911452] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e380ed-5a53-4b49-9e80-a708267f3955 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.926193] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208bb3f-0811-e9c4-e3a5-db763add9112/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 586.926193] env[62748]: ERROR oslo_vmware.rw_handles [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208bb3f-0811-e9c4-e3a5-db763add9112/disk-0.vmdk due to incomplete transfer. [ 586.926193] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-638a4afa-bda3-467b-bbb2-45a8331d14ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.934146] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5208bb3f-0811-e9c4-e3a5-db763add9112/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 586.934445] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Uploaded image 63aac829-c98d-4925-913a-8062edc9714e to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 586.937861] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 586.937861] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ce40b94-2f5a-4f22-8f85-7512950e0ad0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.945194] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.946069] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 586.946069] env[62748]: value = "task-2749288" [ 586.946069] env[62748]: _type = "Task" [ 586.946069] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.959782] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749288, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.986061] env[62748]: DEBUG nova.network.neutron [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.106295] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c97145a0-321d-4b80-b167-0db560df7e03 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "c13e8fb2-fd31-4946-a5ae-156257bd6434" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.055s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.185642] env[62748]: INFO nova.compute.manager [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Rebuilding instance [ 587.244155] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229943} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.248953] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.253164] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7420f947-a242-4632-aa8b-c770e383b8b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.257104] env[62748]: DEBUG nova.compute.manager [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.257986] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377d2870-e65b-418c-8645-d0ec757967f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.290103] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 22799428-aa99-4338-9e39-316b684846f7/22799428-aa99-4338-9e39-316b684846f7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.295043] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3a6212c-0d7e-4034-8fa7-144cd3957e4c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.327512] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 587.327512] env[62748]: value = "task-2749289" [ 587.327512] env[62748]: _type = "Task" [ 587.327512] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.336171] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.457581] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749288, 'name': Destroy_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.465305] env[62748]: DEBUG nova.compute.manager [req-7ccfd77f-74c2-4f57-9d61-8b9d3e8efb5e req-8083b68f-465f-485c-96ba-6bcc99bff5b1 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Received event network-vif-plugged-1f82015f-6991-4403-9324-37750941711b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 587.465305] env[62748]: DEBUG oslo_concurrency.lockutils [req-7ccfd77f-74c2-4f57-9d61-8b9d3e8efb5e req-8083b68f-465f-485c-96ba-6bcc99bff5b1 service nova] Acquiring lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.465305] env[62748]: DEBUG oslo_concurrency.lockutils [req-7ccfd77f-74c2-4f57-9d61-8b9d3e8efb5e req-8083b68f-465f-485c-96ba-6bcc99bff5b1 service nova] Lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.465305] env[62748]: DEBUG oslo_concurrency.lockutils [req-7ccfd77f-74c2-4f57-9d61-8b9d3e8efb5e req-8083b68f-465f-485c-96ba-6bcc99bff5b1 service nova] Lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.465305] env[62748]: DEBUG nova.compute.manager [req-7ccfd77f-74c2-4f57-9d61-8b9d3e8efb5e req-8083b68f-465f-485c-96ba-6bcc99bff5b1 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] No waiting events found dispatching network-vif-plugged-1f82015f-6991-4403-9324-37750941711b {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.465634] env[62748]: WARNING nova.compute.manager [req-7ccfd77f-74c2-4f57-9d61-8b9d3e8efb5e req-8083b68f-465f-485c-96ba-6bcc99bff5b1 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Received unexpected event network-vif-plugged-1f82015f-6991-4403-9324-37750941711b for instance with vm_state building and task_state spawning. [ 587.468867] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3049ca1d-bf33-413e-8bb9-b5844fcded85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.481940] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb47d7cc-4ef7-45bb-8985-f7c5aaf82aad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.523234] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d126d91c-bf25-4d1f-93e4-43295d5e60c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.548053] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099ab769-3743-41b5-90c0-200686715ac3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.567262] env[62748]: DEBUG nova.compute.provider_tree [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.609828] env[62748]: DEBUG nova.compute.manager [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.842124] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749289, 'name': ReconfigVM_Task, 'duration_secs': 0.455407} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.842668] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 22799428-aa99-4338-9e39-316b684846f7/22799428-aa99-4338-9e39-316b684846f7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 587.843429] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14303739-b4ee-4bb8-a63e-4fff133248a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.850388] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 587.850388] env[62748]: value = "task-2749290" [ 587.850388] env[62748]: _type = "Task" [ 587.850388] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.859578] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749290, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.869417] env[62748]: DEBUG nova.compute.manager [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.912512] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.912512] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.912512] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.913098] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.913098] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.913098] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.913098] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.913098] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.913322] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.913322] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.913322] env[62748]: DEBUG nova.virt.hardware [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.913322] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85798984-cd0e-4ee1-be04-82a822dd8be1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.926824] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e4e4c0-3e5a-496f-ac62-440aab424bfd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.960019] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749288, 'name': Destroy_Task, 'duration_secs': 0.690527} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.960610] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Destroyed the VM [ 587.960758] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 587.961072] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3427c14b-cf1a-4819-9d69-9b7be8047a3f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.968169] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 587.968169] env[62748]: value = "task-2749291" [ 587.968169] env[62748]: _type = "Task" [ 587.968169] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.978090] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.054974] env[62748]: DEBUG nova.network.neutron [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Updating instance_info_cache with network_info: [{"id": "1f82015f-6991-4403-9324-37750941711b", "address": "fa:16:3e:34:3a:d2", "network": {"id": "df277dc4-dc68-4aaa-aa83-f130745a6b3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2099200753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550898e52f045ddaed931ada70fcd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f82015f-69", "ovs_interfaceid": "1f82015f-6991-4403-9324-37750941711b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.074634] env[62748]: DEBUG nova.scheduler.client.report [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.140665] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.327956] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 588.328374] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4629786f-810f-4671-a93d-e3577c9b877c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.345028] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 588.345028] env[62748]: value = "task-2749292" [ 588.345028] env[62748]: _type = "Task" [ 588.345028] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.371990] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749290, 'name': Rename_Task, 'duration_secs': 0.410006} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.372324] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.372645] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.372938] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b77a07d-35e0-4a8b-a75e-e942c859f8fe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.381639] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 588.381639] env[62748]: value = "task-2749293" [ 588.381639] env[62748]: _type = "Task" [ 588.381639] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.397574] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.485526] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.520876] env[62748]: DEBUG nova.network.neutron [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Successfully created port: df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.562494] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Releasing lock "refresh_cache-b096da88-3e8b-43e5-ad56-1cb5e3fafd88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.562494] env[62748]: DEBUG nova.compute.manager [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Instance network_info: |[{"id": "1f82015f-6991-4403-9324-37750941711b", "address": "fa:16:3e:34:3a:d2", "network": {"id": "df277dc4-dc68-4aaa-aa83-f130745a6b3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2099200753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550898e52f045ddaed931ada70fcd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f82015f-69", "ovs_interfaceid": "1f82015f-6991-4403-9324-37750941711b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 588.562844] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:3a:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08e9585e-6186-4788-9fd9-24174ce45a6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f82015f-6991-4403-9324-37750941711b', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.574020] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Creating folder: Project (4550898e52f045ddaed931ada70fcd52). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.574020] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d988c456-9815-463a-b546-1f90702e572b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.580614] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.581127] env[62748]: DEBUG nova.compute.manager [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.583971] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.093s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.585615] env[62748]: INFO nova.compute.claims [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.598053] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Created folder: Project (4550898e52f045ddaed931ada70fcd52) in parent group-v553264. [ 588.598053] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Creating folder: Instances. Parent ref: group-v553305. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.598053] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22b05317-6ac3-4392-ad2f-2e1fdeecd525 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.605284] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Created folder: Instances in parent group-v553305. [ 588.605529] env[62748]: DEBUG oslo.service.loopingcall [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.605751] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.605978] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95a90e4d-bf11-44b8-94b6-ef0c6ecb3e26 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.642743] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.642743] env[62748]: value = "task-2749296" [ 588.642743] env[62748]: _type = "Task" [ 588.642743] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.661020] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749296, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.854584] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749292, 'name': PowerOffVM_Task, 'duration_secs': 0.168289} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.856906] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 588.856906] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 588.856906] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff15e8a-da77-4961-ad11-3badcc99c8c7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.864870] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.865251] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9211d054-4ead-48d4-be10-188533867c44 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.890798] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.891154] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.893132] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Deleting the datastore file [datastore2] 027c9a03-8996-4ad6-a109-8728f08f58d7 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.893132] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8a52a57-da05-44f3-8a70-ed5e1f9d8e8b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.900783] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749293, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.908914] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 588.908914] env[62748]: value = "task-2749298" [ 588.908914] env[62748]: _type = "Task" [ 588.908914] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.915502] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.985985] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749291, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.097092] env[62748]: DEBUG nova.compute.utils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.102877] env[62748]: DEBUG nova.compute.manager [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.108022] env[62748]: DEBUG nova.network.neutron [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.157975] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749296, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.400307] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749293, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.427025] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210118} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.427025] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.427025] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.427025] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.435393] env[62748]: DEBUG nova.policy [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b76a2dbd2bd9464f8e962f9311acdf7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b257c716ed64053a58718c0b5b82227', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.483816] env[62748]: DEBUG oslo_vmware.api [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749291, 'name': RemoveSnapshot_Task, 'duration_secs': 1.150918} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.485412] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 589.485652] env[62748]: INFO nova.compute.manager [None req-2e16c139-8039-47cb-ad8c-31919b730c5c tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Took 17.75 seconds to snapshot the instance on the hypervisor. [ 589.607285] env[62748]: DEBUG nova.compute.manager [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.662837] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749296, 'name': CreateVM_Task, 'duration_secs': 0.533162} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.662837] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.665116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 589.665116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.665116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 589.665116] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ca1fe4-16c3-49ca-a8db-6e6c13c35c04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.668886] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 589.668886] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c3dc35-6604-d10a-00f0-2fe8932d2619" [ 589.668886] env[62748]: _type = "Task" [ 589.668886] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.681917] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c3dc35-6604-d10a-00f0-2fe8932d2619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.902050] env[62748]: DEBUG oslo_vmware.api [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749293, 'name': PowerOnVM_Task, 'duration_secs': 1.052703} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.902457] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.904456] env[62748]: INFO nova.compute.manager [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Took 11.97 seconds to spawn the instance on the hypervisor. [ 589.904456] env[62748]: DEBUG nova.compute.manager [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.905011] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a8717-740e-479c-a7a6-f32534f2cecc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.183227] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c3dc35-6604-d10a-00f0-2fe8932d2619, 'name': SearchDatastore_Task, 'duration_secs': 0.026509} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.187338] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.187682] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.187979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.188817] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.189350] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.190792] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0571531f-e6be-44ca-b26d-147f700a0e1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.202373] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.203072] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.203795] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095eb815-ecae-4a24-8886-5b848dfd0296 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.210778] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 590.210778] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5291acd1-5512-634c-7bbd-991852c2832d" [ 590.210778] env[62748]: _type = "Task" [ 590.210778] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.233848] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5291acd1-5512-634c-7bbd-991852c2832d, 'name': SearchDatastore_Task, 'duration_secs': 0.01362} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.237798] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7fe155-d956-4622-b06a-11a94ea2afe2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.245383] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f3c58-1287-42f1-855b-0ed4c9cdf342 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.249338] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 590.249338] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528656be-0856-3a72-337d-6098e4be3cb1" [ 590.249338] env[62748]: _type = "Task" [ 590.249338] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.259193] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b6696a-4cbb-4125-bcc0-08b6224b3d2e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.268125] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528656be-0856-3a72-337d-6098e4be3cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.270260] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.270260] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] b096da88-3e8b-43e5-ad56-1cb5e3fafd88/b096da88-3e8b-43e5-ad56-1cb5e3fafd88.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.270260] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-083e9ff6-38d2-456f-b0e6-0fe666e5d1a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.309201] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca9bc5-fe49-4c18-8a71-6f14d8bb6d96 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.315776] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 590.315776] env[62748]: value = "task-2749303" [ 590.315776] env[62748]: _type = "Task" [ 590.315776] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.322109] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108eea60-3155-40d0-b82c-4fc9902e63ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.345656] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.346188] env[62748]: DEBUG nova.compute.provider_tree [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.445244] env[62748]: INFO nova.compute.manager [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Took 27.67 seconds to build instance. [ 590.483085] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.483085] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.483085] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.483085] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.483381] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.483541] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.483901] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.484325] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.484495] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.484913] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.485390] env[62748]: DEBUG nova.virt.hardware [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.487062] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307b7bbc-f169-4336-8307-55e7c12e0f87 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.500146] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5365aad6-17d1-4c7f-b62f-7f395e118b0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.527374] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.531205] env[62748]: DEBUG oslo.service.loopingcall [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.533957] env[62748]: DEBUG nova.network.neutron [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Successfully updated port: 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.535989] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.536862] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8202fd0c-b61c-4cbc-8e25-b07af18aada8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.560546] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.560546] env[62748]: value = "task-2749304" [ 590.560546] env[62748]: _type = "Task" [ 590.560546] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.570988] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749304, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.627954] env[62748]: DEBUG nova.compute.manager [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.667812] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.668096] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.668276] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.668468] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.668631] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.668788] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.669008] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.669223] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.669402] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.669572] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.669762] env[62748]: DEBUG nova.virt.hardware [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.670751] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ccf510-06a0-4dc5-8bd1-214d9b84c2aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.688993] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179d2822-d257-4024-b6c3-dc9e7930549c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.771356] env[62748]: DEBUG nova.network.neutron [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Successfully created port: 2129c1a5-4510-4135-a371-d8b8a6165997 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.781583] env[62748]: DEBUG nova.compute.manager [req-a33cd330-a06f-450f-88d7-3f5c8fdcd506 req-53ca7851-448b-4926-89cb-96d206ed2187 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Received event network-changed-1f82015f-6991-4403-9324-37750941711b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 590.781583] env[62748]: DEBUG nova.compute.manager [req-a33cd330-a06f-450f-88d7-3f5c8fdcd506 req-53ca7851-448b-4926-89cb-96d206ed2187 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Refreshing instance network info cache due to event network-changed-1f82015f-6991-4403-9324-37750941711b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 590.781805] env[62748]: DEBUG oslo_concurrency.lockutils [req-a33cd330-a06f-450f-88d7-3f5c8fdcd506 req-53ca7851-448b-4926-89cb-96d206ed2187 service nova] Acquiring lock "refresh_cache-b096da88-3e8b-43e5-ad56-1cb5e3fafd88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.782183] env[62748]: DEBUG oslo_concurrency.lockutils [req-a33cd330-a06f-450f-88d7-3f5c8fdcd506 req-53ca7851-448b-4926-89cb-96d206ed2187 service nova] Acquired lock "refresh_cache-b096da88-3e8b-43e5-ad56-1cb5e3fafd88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.782478] env[62748]: DEBUG nova.network.neutron [req-a33cd330-a06f-450f-88d7-3f5c8fdcd506 req-53ca7851-448b-4926-89cb-96d206ed2187 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Refreshing network info cache for port 1f82015f-6991-4403-9324-37750941711b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.832294] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749303, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.849541] env[62748]: DEBUG nova.scheduler.client.report [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.947247] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5516b0f5-d6bd-4199-ac0e-77d10521567e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "22799428-aa99-4338-9e39-316b684846f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.362s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.040106] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "refresh_cache-3a115dca-1f2a-45f3-bf8e-dad440c725d6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.040106] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "refresh_cache-3a115dca-1f2a-45f3-bf8e-dad440c725d6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.040106] env[62748]: DEBUG nova.network.neutron [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.077789] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749304, 'name': CreateVM_Task, 'duration_secs': 0.459152} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.078500] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.078500] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.078687] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.079170] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.079309] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c008d9aa-d14c-47ae-bd95-ac413aae23f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.084421] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 591.084421] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5235f979-bd49-6f76-d903-2a6f05ea36f8" [ 591.084421] env[62748]: _type = "Task" [ 591.084421] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.093218] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5235f979-bd49-6f76-d903-2a6f05ea36f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.332405] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560209} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.333759] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] b096da88-3e8b-43e5-ad56-1cb5e3fafd88/b096da88-3e8b-43e5-ad56-1cb5e3fafd88.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.335873] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.335873] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d2a0403-54a5-408c-891a-bb7bf2e7dc22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.342398] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 591.342398] env[62748]: value = "task-2749305" [ 591.342398] env[62748]: _type = "Task" [ 591.342398] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.355171] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.355756] env[62748]: DEBUG nova.compute.manager [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.358652] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.360332] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.660s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.361223] env[62748]: INFO nova.compute.claims [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.450206] env[62748]: DEBUG nova.compute.manager [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.596835] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5235f979-bd49-6f76-d903-2a6f05ea36f8, 'name': SearchDatastore_Task, 'duration_secs': 0.025734} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.599819] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.600138] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.600309] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.600657] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.600960] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.601288] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09efa1a4-859e-4d58-bc37-81df9541dca7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.616053] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.616208] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.617469] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118d5d09-00ba-4ed8-adf1-52e58a0b018e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.623978] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 591.623978] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d5139d-6ab8-5a17-a86d-6acbaf62aebd" [ 591.623978] env[62748]: _type = "Task" [ 591.623978] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.634175] env[62748]: DEBUG nova.network.neutron [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.643546] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d5139d-6ab8-5a17-a86d-6acbaf62aebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.794895] env[62748]: DEBUG nova.network.neutron [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Successfully updated port: df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.857732] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132683} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.857962] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.858796] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376cb46d-e863-4f99-9224-7c4ec6dfc73a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.864343] env[62748]: DEBUG nova.compute.utils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.866207] env[62748]: DEBUG nova.compute.manager [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.866668] env[62748]: DEBUG nova.network.neutron [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.892545] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] b096da88-3e8b-43e5-ad56-1cb5e3fafd88/b096da88-3e8b-43e5-ad56-1cb5e3fafd88.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.893178] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3729d96-550c-46ba-a766-2466a882e5df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.915127] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 591.915127] env[62748]: value = "task-2749306" [ 591.915127] env[62748]: _type = "Task" [ 591.915127] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.923614] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.983907] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.145032] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d5139d-6ab8-5a17-a86d-6acbaf62aebd, 'name': SearchDatastore_Task, 'duration_secs': 0.061436} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.145032] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4f5667-5184-4be1-be0e-021879747307 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.155361] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 592.155361] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fd5ab0-a8ba-f3b3-271b-9fbb6a8c7daa" [ 592.155361] env[62748]: _type = "Task" [ 592.155361] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.165753] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fd5ab0-a8ba-f3b3-271b-9fbb6a8c7daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.219386] env[62748]: DEBUG nova.policy [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f31484af471c4b6798c741fc386a762f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eedb0007d1d42a9bdb5d5fe20fe784c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.225865] env[62748]: DEBUG nova.network.neutron [req-a33cd330-a06f-450f-88d7-3f5c8fdcd506 req-53ca7851-448b-4926-89cb-96d206ed2187 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Updated VIF entry in instance network info cache for port 1f82015f-6991-4403-9324-37750941711b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.226913] env[62748]: DEBUG nova.network.neutron [req-a33cd330-a06f-450f-88d7-3f5c8fdcd506 req-53ca7851-448b-4926-89cb-96d206ed2187 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Updating instance_info_cache with network_info: [{"id": "1f82015f-6991-4403-9324-37750941711b", "address": "fa:16:3e:34:3a:d2", "network": {"id": "df277dc4-dc68-4aaa-aa83-f130745a6b3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2099200753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550898e52f045ddaed931ada70fcd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f82015f-69", "ovs_interfaceid": "1f82015f-6991-4403-9324-37750941711b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.298738] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "refresh_cache-a2407427-0faa-4725-bc88-0bd543fed37b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.298855] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquired lock "refresh_cache-a2407427-0faa-4725-bc88-0bd543fed37b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.302019] env[62748]: DEBUG nova.network.neutron [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.306496] env[62748]: DEBUG nova.network.neutron [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Updating instance_info_cache with network_info: [{"id": "0d6a14d5-b4e3-4f9d-84a0-067aaf16229b", "address": "fa:16:3e:55:65:1f", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6a14d5-b4", "ovs_interfaceid": "0d6a14d5-b4e3-4f9d-84a0-067aaf16229b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.377336] env[62748]: DEBUG nova.compute.manager [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.431799] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.668133] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fd5ab0-a8ba-f3b3-271b-9fbb6a8c7daa, 'name': SearchDatastore_Task, 'duration_secs': 0.015737} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.668133] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.668352] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.668619] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b81e632-a21f-4f5f-ae4e-23ea9bd96780 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.686485] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 592.686485] env[62748]: value = "task-2749307" [ 592.686485] env[62748]: _type = "Task" [ 592.686485] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.700668] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.731112] env[62748]: DEBUG oslo_concurrency.lockutils [req-a33cd330-a06f-450f-88d7-3f5c8fdcd506 req-53ca7851-448b-4926-89cb-96d206ed2187 service nova] Releasing lock "refresh_cache-b096da88-3e8b-43e5-ad56-1cb5e3fafd88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.811114] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "refresh_cache-3a115dca-1f2a-45f3-bf8e-dad440c725d6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.812286] env[62748]: DEBUG nova.compute.manager [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Instance network_info: |[{"id": "0d6a14d5-b4e3-4f9d-84a0-067aaf16229b", "address": "fa:16:3e:55:65:1f", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6a14d5-b4", "ovs_interfaceid": "0d6a14d5-b4e3-4f9d-84a0-067aaf16229b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.815776] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:65:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d6a14d5-b4e3-4f9d-84a0-067aaf16229b', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.825142] env[62748]: DEBUG oslo.service.loopingcall [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.827121] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.827121] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad94e1b2-bb5f-437f-836f-112b0e2141e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.850350] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.850350] env[62748]: value = "task-2749309" [ 592.850350] env[62748]: _type = "Task" [ 592.850350] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.856809] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749309, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.932184] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.932184] env[62748]: DEBUG nova.network.neutron [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.961403] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcee1187-cb0d-4ce7-a7ca-f8030c22f27a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.973820] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d31b47-da67-4816-9009-d80d1e6201a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.017813] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a3c519-aa71-401d-bcd4-d0d5d7fd67a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.026960] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bade0e5-5024-46f4-9681-cfe7452ec525 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.039498] env[62748]: DEBUG nova.compute.provider_tree [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.202461] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.239084] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "5dc37e5a-4054-4657-b716-0491e5126276" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.239352] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "5dc37e5a-4054-4657-b716-0491e5126276" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.278700] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "18574e64-00c3-4461-bdae-89bec9adb624" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.279128] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "18574e64-00c3-4461-bdae-89bec9adb624" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.306074] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.306383] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.330496] env[62748]: DEBUG nova.network.neutron [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Successfully created port: 378e6149-7ac5-4636-8bdf-64ad87e3f917 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.362956] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749309, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.365176] env[62748]: DEBUG nova.network.neutron [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Updating instance_info_cache with network_info: [{"id": "df8520cc-e82c-4d2d-8b0e-03dcb0b4d621", "address": "fa:16:3e:4e:fa:25", "network": {"id": "fc14fc3a-332a-408f-9a70-b6684847a05c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-87338939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f30ee7ef333434893f2c57d974f18eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8520cc-e8", "ovs_interfaceid": "df8520cc-e82c-4d2d-8b0e-03dcb0b4d621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.391675] env[62748]: DEBUG nova.compute.manager [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.431366] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749306, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.439394] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:19:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1744661320',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2044734456',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.439394] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.439394] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.439726] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.439726] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.439726] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.439726] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.440373] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.440726] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.441118] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.441470] env[62748]: DEBUG nova.virt.hardware [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.443704] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff3d2ef-f80a-4899-8c8f-7a531f2b4c79 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.452386] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0563f1e-6cc0-4e36-aed0-51ca13fa7040 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.542841] env[62748]: DEBUG nova.scheduler.client.report [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.599591] env[62748]: DEBUG nova.network.neutron [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Successfully updated port: 2129c1a5-4510-4135-a371-d8b8a6165997 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.702437] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749307, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.861836] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749309, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.869024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Releasing lock "refresh_cache-a2407427-0faa-4725-bc88-0bd543fed37b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.869024] env[62748]: DEBUG nova.compute.manager [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Instance network_info: |[{"id": "df8520cc-e82c-4d2d-8b0e-03dcb0b4d621", "address": "fa:16:3e:4e:fa:25", "network": {"id": "fc14fc3a-332a-408f-9a70-b6684847a05c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-87338939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f30ee7ef333434893f2c57d974f18eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8520cc-e8", "ovs_interfaceid": "df8520cc-e82c-4d2d-8b0e-03dcb0b4d621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.869315] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:fa:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df8520cc-e82c-4d2d-8b0e-03dcb0b4d621', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.878187] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Creating folder: Project (6f30ee7ef333434893f2c57d974f18eb). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.878564] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08df9e71-279a-4a73-af79-57fdbc9435a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.892390] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Created folder: Project (6f30ee7ef333434893f2c57d974f18eb) in parent group-v553264. [ 593.892950] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Creating folder: Instances. Parent ref: group-v553313. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.893306] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199552e2-5105-41e0-acfc-d2d30d0aa8aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.906042] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Created folder: Instances in parent group-v553313. [ 593.906329] env[62748]: DEBUG oslo.service.loopingcall [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.906635] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.906831] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2733a0a8-e8e2-47b3-ad85-00bd2a69e399 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.933510] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749306, 'name': ReconfigVM_Task, 'duration_secs': 1.528607} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.935131] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Reconfigured VM instance instance-0000000e to attach disk [datastore1] b096da88-3e8b-43e5-ad56-1cb5e3fafd88/b096da88-3e8b-43e5-ad56-1cb5e3fafd88.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.935807] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.935807] env[62748]: value = "task-2749312" [ 593.935807] env[62748]: _type = "Task" [ 593.935807] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.936024] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee321d67-0926-49e5-a96f-4d300e5fa8ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.950839] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749312, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.954248] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 593.954248] env[62748]: value = "task-2749313" [ 593.954248] env[62748]: _type = "Task" [ 593.954248] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.998026] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "7808ea67-3dc2-40be-b425-7839d2b54d36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.998026] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.051996] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.052612] env[62748]: DEBUG nova.compute.manager [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.055464] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.205s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.057243] env[62748]: INFO nova.compute.claims [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.103308] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "refresh_cache-16cf0731-b768-4ef0-b131-9dcc456e4913" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.103486] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquired lock "refresh_cache-16cf0731-b768-4ef0-b131-9dcc456e4913" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.103647] env[62748]: DEBUG nova.network.neutron [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.202302] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749307, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.395914} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.202663] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.202765] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.203038] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc2c86d-95c8-4660-9bde-2bcd022b6018 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.210142] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 594.210142] env[62748]: value = "task-2749314" [ 594.210142] env[62748]: _type = "Task" [ 594.210142] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.219231] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.364648] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749309, 'name': CreateVM_Task, 'duration_secs': 1.40512} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.364852] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.367071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.367071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.367071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.367071] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d196dd-1d54-420c-a26f-b324b89b9c04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.372315] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 594.372315] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bc6d55-6d63-ac97-4fca-12b27f655b12" [ 594.372315] env[62748]: _type = "Task" [ 594.372315] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.381025] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bc6d55-6d63-ac97-4fca-12b27f655b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.448963] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749312, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.466135] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749313, 'name': Rename_Task, 'duration_secs': 0.418427} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.466460] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.466711] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b421f10b-c386-42d2-b165-a6ac8ad2367f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.475705] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 594.475705] env[62748]: value = "task-2749315" [ 594.475705] env[62748]: _type = "Task" [ 594.475705] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.481446] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.562611] env[62748]: DEBUG nova.compute.utils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.566421] env[62748]: DEBUG nova.compute.manager [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.566421] env[62748]: DEBUG nova.network.neutron [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.604303] env[62748]: DEBUG nova.policy [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad674469f93642248f5459752377dd85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '367e4f6d7cf846cf94c5dd2812e3a408', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.668408] env[62748]: DEBUG nova.network.neutron [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.721953] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089371} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.722320] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.723270] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ddcc8d-5c26-40ec-ab98-827fda7bf2e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.744940] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.748643] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c64eb64-3184-4176-89c7-912328911d58 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.770642] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 594.770642] env[62748]: value = "task-2749317" [ 594.770642] env[62748]: _type = "Task" [ 594.770642] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.782879] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749317, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.883451] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bc6d55-6d63-ac97-4fca-12b27f655b12, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.883761] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.883991] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.884253] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.884396] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.884572] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.884825] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49583c52-d83c-44e8-b0df-58f8a5d0d32f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.905352] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.905559] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.906328] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f143869-5431-404c-a75d-d4f94e6ca120 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.911563] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 594.911563] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dc12e3-58b4-8cf0-9397-1b9debe6b098" [ 594.911563] env[62748]: _type = "Task" [ 594.911563] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.919257] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dc12e3-58b4-8cf0-9397-1b9debe6b098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.924611] env[62748]: DEBUG nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Received event network-vif-plugged-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 594.924799] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Acquiring lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.924901] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.925080] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.925245] env[62748]: DEBUG nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] No waiting events found dispatching network-vif-plugged-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.925409] env[62748]: WARNING nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Received unexpected event network-vif-plugged-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b for instance with vm_state building and task_state spawning. [ 594.925569] env[62748]: DEBUG nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Received event network-changed-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 594.925771] env[62748]: DEBUG nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Refreshing instance network info cache due to event network-changed-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 594.925901] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Acquiring lock "refresh_cache-3a115dca-1f2a-45f3-bf8e-dad440c725d6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.926052] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Acquired lock "refresh_cache-3a115dca-1f2a-45f3-bf8e-dad440c725d6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.926214] env[62748]: DEBUG nova.network.neutron [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Refreshing network info cache for port 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.948517] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749312, 'name': CreateVM_Task, 'duration_secs': 0.602671} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.948676] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.949822] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.949993] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.950362] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.950633] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2722ce-a317-41de-8851-3570cbd97b40 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.955603] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 594.955603] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52087131-d5f0-2257-a6d4-3b25ddec08ab" [ 594.955603] env[62748]: _type = "Task" [ 594.955603] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.964958] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52087131-d5f0-2257-a6d4-3b25ddec08ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.982738] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749315, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.023950] env[62748]: DEBUG nova.network.neutron [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Updating instance_info_cache with network_info: [{"id": "2129c1a5-4510-4135-a371-d8b8a6165997", "address": "fa:16:3e:d5:52:e4", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2129c1a5-45", "ovs_interfaceid": "2129c1a5-4510-4135-a371-d8b8a6165997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.068544] env[62748]: DEBUG nova.compute.manager [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.248718] env[62748]: DEBUG nova.network.neutron [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Successfully created port: 05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.267630] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquiring lock "8842fff5-d67c-4a65-aff9-caa201f5ac62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.267893] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "8842fff5-d67c-4a65-aff9-caa201f5ac62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.281174] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.413310] env[62748]: DEBUG nova.network.neutron [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Successfully updated port: 378e6149-7ac5-4636-8bdf-64ad87e3f917 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 595.428061] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dc12e3-58b4-8cf0-9397-1b9debe6b098, 'name': SearchDatastore_Task, 'duration_secs': 0.041568} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.433497] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9191802-5479-4ae4-8dfb-e058aa55d098 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.443934] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 595.443934] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529d01a9-85a3-a54f-7d2f-3ef6f42e5a60" [ 595.443934] env[62748]: _type = "Task" [ 595.443934] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.454892] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529d01a9-85a3-a54f-7d2f-3ef6f42e5a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.469729] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52087131-d5f0-2257-a6d4-3b25ddec08ab, 'name': SearchDatastore_Task, 'duration_secs': 0.032108} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.470334] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.470334] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.470413] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.482359] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749315, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.526739] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Releasing lock "refresh_cache-16cf0731-b768-4ef0-b131-9dcc456e4913" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.527594] env[62748]: DEBUG nova.compute.manager [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Instance network_info: |[{"id": "2129c1a5-4510-4135-a371-d8b8a6165997", "address": "fa:16:3e:d5:52:e4", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2129c1a5-45", "ovs_interfaceid": "2129c1a5-4510-4135-a371-d8b8a6165997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.527770] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:52:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2129c1a5-4510-4135-a371-d8b8a6165997', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.535530] env[62748]: DEBUG oslo.service.loopingcall [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.538572] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.538992] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90871500-27c4-49d4-9849-4f99f27df0d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.564338] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.564338] env[62748]: value = "task-2749318" [ 595.564338] env[62748]: _type = "Task" [ 595.564338] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.573712] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749318, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.635074] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341894a1-396d-4f98-82bc-23c9bf6cdc7c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.644832] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623f6a4-8297-4e2c-add9-4898697a787a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.681634] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e661eb93-0aaf-4c94-947b-040f01cf1ca8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.690957] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a0409-d5b1-4a45-9a33-32b941bdaf1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.705284] env[62748]: DEBUG nova.compute.provider_tree [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.781591] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.892269] env[62748]: DEBUG nova.network.neutron [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Updated VIF entry in instance network info cache for port 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.892726] env[62748]: DEBUG nova.network.neutron [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Updating instance_info_cache with network_info: [{"id": "0d6a14d5-b4e3-4f9d-84a0-067aaf16229b", "address": "fa:16:3e:55:65:1f", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d6a14d5-b4", "ovs_interfaceid": "0d6a14d5-b4e3-4f9d-84a0-067aaf16229b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.923435] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "refresh_cache-aa19eaa0-199a-4c26-8e3c-04b323280ba7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.923435] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquired lock "refresh_cache-aa19eaa0-199a-4c26-8e3c-04b323280ba7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.923435] env[62748]: DEBUG nova.network.neutron [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.954963] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529d01a9-85a3-a54f-7d2f-3ef6f42e5a60, 'name': SearchDatastore_Task, 'duration_secs': 0.013097} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.955589] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.955771] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 3a115dca-1f2a-45f3-bf8e-dad440c725d6/3a115dca-1f2a-45f3-bf8e-dad440c725d6.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.956760] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.956760] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.956760] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-065a9bb5-243f-462b-9024-8078c9962aa0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.959302] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-375e1377-091c-4552-9631-9bfc6cad2be6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.966184] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 595.966184] env[62748]: value = "task-2749319" [ 595.966184] env[62748]: _type = "Task" [ 595.966184] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.970429] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.970553] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.972563] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022f823f-359c-49ce-8086-133e13f970cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.978656] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.986764] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 595.986764] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f58b3d-9f98-e74e-a0d9-810dfad0841d" [ 595.986764] env[62748]: _type = "Task" [ 595.986764] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.991224] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749315, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.001126] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f58b3d-9f98-e74e-a0d9-810dfad0841d, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.002277] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88154e5c-8a3d-4cd7-af1a-bb0705fe92eb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.008175] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 596.008175] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a32262-5219-8311-2c38-1f644bfc6245" [ 596.008175] env[62748]: _type = "Task" [ 596.008175] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.017291] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a32262-5219-8311-2c38-1f644bfc6245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.075095] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749318, 'name': CreateVM_Task, 'duration_secs': 0.368718} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.075311] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.076119] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.076662] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.076859] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.077156] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af3679fa-79a5-4ba6-8ddf-bbb9198b619e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.081365] env[62748]: DEBUG nova.compute.manager [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.087384] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 596.087384] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524460a2-4355-f378-9449-24c4cdc4b61a" [ 596.087384] env[62748]: _type = "Task" [ 596.087384] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.097322] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524460a2-4355-f378-9449-24c4cdc4b61a, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.097322] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.097322] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.098231] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.114404] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.114692] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.114864] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.115095] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.115260] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.115485] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.115634] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.115805] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.115985] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.116176] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.116359] env[62748]: DEBUG nova.virt.hardware [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.117257] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f38351-e205-46bb-87c2-5a9f54fe323c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.125234] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cf94f2-c14d-455a-9b34-f59b5cc8c651 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.214289] env[62748]: DEBUG nova.scheduler.client.report [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.248249] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "22799428-aa99-4338-9e39-316b684846f7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.249584] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "22799428-aa99-4338-9e39-316b684846f7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.249584] env[62748]: DEBUG nova.compute.manager [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.249900] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1789e8f2-8871-459e-92e6-ddd38d1e5a7b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.260164] env[62748]: DEBUG nova.compute.manager [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 596.260818] env[62748]: DEBUG nova.objects.instance [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lazy-loading 'flavor' on Instance uuid 22799428-aa99-4338-9e39-316b684846f7 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 596.283688] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749317, 'name': ReconfigVM_Task, 'duration_secs': 1.16202} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.283688] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7/027c9a03-8996-4ad6-a109-8728f08f58d7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.284674] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b70b045-0ba3-494d-9ada-a349e49c3d3b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.291623] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 596.291623] env[62748]: value = "task-2749320" [ 596.291623] env[62748]: _type = "Task" [ 596.291623] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.301111] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749320, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.377989] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "c296ab0f-8b6a-4d09-880b-05132eadb73f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.378746] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "c296ab0f-8b6a-4d09-880b-05132eadb73f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.396200] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Releasing lock "refresh_cache-3a115dca-1f2a-45f3-bf8e-dad440c725d6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.396200] env[62748]: DEBUG nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Received event network-vif-plugged-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 596.397211] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Acquiring lock "a2407427-0faa-4725-bc88-0bd543fed37b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.397421] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Lock "a2407427-0faa-4725-bc88-0bd543fed37b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.397624] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Lock "a2407427-0faa-4725-bc88-0bd543fed37b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.397855] env[62748]: DEBUG nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] No waiting events found dispatching network-vif-plugged-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.398247] env[62748]: WARNING nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Received unexpected event network-vif-plugged-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 for instance with vm_state building and task_state spawning. [ 596.398929] env[62748]: DEBUG nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Received event network-changed-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 596.398929] env[62748]: DEBUG nova.compute.manager [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Refreshing instance network info cache due to event network-changed-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 596.398929] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Acquiring lock "refresh_cache-a2407427-0faa-4725-bc88-0bd543fed37b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.398929] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Acquired lock "refresh_cache-a2407427-0faa-4725-bc88-0bd543fed37b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.399531] env[62748]: DEBUG nova.network.neutron [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Refreshing network info cache for port df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.479235] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509011} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.479747] env[62748]: DEBUG nova.network.neutron [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.485028] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 3a115dca-1f2a-45f3-bf8e-dad440c725d6/3a115dca-1f2a-45f3-bf8e-dad440c725d6.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.485361] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.485642] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf8cf748-dd07-4bf5-8d78-d80ff5271b8d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.494865] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749315, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.497032] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 596.497032] env[62748]: value = "task-2749321" [ 596.497032] env[62748]: _type = "Task" [ 596.497032] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.505767] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.519865] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a32262-5219-8311-2c38-1f644bfc6245, 'name': SearchDatastore_Task, 'duration_secs': 0.008941} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.520103] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.520390] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] a2407427-0faa-4725-bc88-0bd543fed37b/a2407427-0faa-4725-bc88-0bd543fed37b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.520930] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.521150] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.521381] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29ac6a0c-9599-4ff4-88f7-94de529f2513 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.523895] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9839955-2ddc-45a2-9a54-fb15c9ae28fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.531240] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 596.531240] env[62748]: value = "task-2749322" [ 596.531240] env[62748]: _type = "Task" [ 596.531240] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.536214] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.536214] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.537058] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0339b2fe-44cf-4390-b960-7fae3d7c9ffe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.546385] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.550136] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 596.550136] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e95ac-ae96-6dd7-15b4-01686c8b7bef" [ 596.550136] env[62748]: _type = "Task" [ 596.550136] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.558796] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e95ac-ae96-6dd7-15b4-01686c8b7bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.720354] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.721082] env[62748]: DEBUG nova.compute.manager [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.727567] env[62748]: DEBUG nova.network.neutron [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Updating instance_info_cache with network_info: [{"id": "378e6149-7ac5-4636-8bdf-64ad87e3f917", "address": "fa:16:3e:23:5f:9d", "network": {"id": "3bd85c6c-1c57-4c06-829a-7a1c63b4b08a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1060988878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eedb0007d1d42a9bdb5d5fe20fe784c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378e6149-7a", "ovs_interfaceid": "378e6149-7ac5-4636-8bdf-64ad87e3f917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.727695] env[62748]: DEBUG oslo_concurrency.lockutils [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.134s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.727695] env[62748]: DEBUG nova.objects.instance [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lazy-loading 'resources' on Instance uuid cdc1cc8e-9cec-4146-9465-8db42436b0c2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 596.806554] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749320, 'name': Rename_Task, 'duration_secs': 0.193907} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.806835] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.807926] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c05cb4-cbdc-45f7-a081-912c00e3d416 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.817349] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Waiting for the task: (returnval){ [ 596.817349] env[62748]: value = "task-2749323" [ 596.817349] env[62748]: _type = "Task" [ 596.817349] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.829376] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.989552] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749315, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.007630] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072891} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.007938] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.012988] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0898c49-22e3-4f60-972c-f6241e332387 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.037018] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 3a115dca-1f2a-45f3-bf8e-dad440c725d6/3a115dca-1f2a-45f3-bf8e-dad440c725d6.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.037471] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb16751-fe15-45bf-a58f-b75b35b5cbfe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.069285] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 597.069285] env[62748]: value = "task-2749325" [ 597.069285] env[62748]: _type = "Task" [ 597.069285] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.076250] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749322, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.076509] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e95ac-ae96-6dd7-15b4-01686c8b7bef, 'name': SearchDatastore_Task, 'duration_secs': 0.00937} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.080417] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ac7ded-6fdd-4983-b80b-cccca529257d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.089053] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.090510] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 597.090510] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eca4d6-4fa3-8811-2dd3-081034e5aa17" [ 597.090510] env[62748]: _type = "Task" [ 597.090510] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.099084] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eca4d6-4fa3-8811-2dd3-081034e5aa17, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.099760] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.100323] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 16cf0731-b768-4ef0-b131-9dcc456e4913/16cf0731-b768-4ef0-b131-9dcc456e4913.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.100323] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-753877bb-4394-4821-9576-66fb6221a01d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.107495] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 597.107495] env[62748]: value = "task-2749326" [ 597.107495] env[62748]: _type = "Task" [ 597.107495] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.115437] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.232296] env[62748]: DEBUG nova.compute.utils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.232296] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Releasing lock "refresh_cache-aa19eaa0-199a-4c26-8e3c-04b323280ba7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.232627] env[62748]: DEBUG nova.compute.manager [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Instance network_info: |[{"id": "378e6149-7ac5-4636-8bdf-64ad87e3f917", "address": "fa:16:3e:23:5f:9d", "network": {"id": "3bd85c6c-1c57-4c06-829a-7a1c63b4b08a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1060988878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eedb0007d1d42a9bdb5d5fe20fe784c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378e6149-7a", "ovs_interfaceid": "378e6149-7ac5-4636-8bdf-64ad87e3f917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 597.236165] env[62748]: DEBUG nova.compute.manager [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.236165] env[62748]: DEBUG nova.network.neutron [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.239217] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:5f:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '378e6149-7ac5-4636-8bdf-64ad87e3f917', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.247246] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Creating folder: Project (9eedb0007d1d42a9bdb5d5fe20fe784c). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.247958] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4db749e-eaeb-480a-a933-e9c9caab9f73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.260820] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Created folder: Project (9eedb0007d1d42a9bdb5d5fe20fe784c) in parent group-v553264. [ 597.261651] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Creating folder: Instances. Parent ref: group-v553317. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.261651] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e03ff9d8-03b4-4a11-b249-951429792194 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.270730] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.272246] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8bb8f8-47c2-4750-a45c-5cef6007c285 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.274025] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Created folder: Instances in parent group-v553317. [ 597.274382] env[62748]: DEBUG oslo.service.loopingcall [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 597.275149] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.275225] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50cbfbd9-9e56-491c-a19a-66c0463e37df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.297405] env[62748]: DEBUG oslo_vmware.api [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 597.297405] env[62748]: value = "task-2749329" [ 597.297405] env[62748]: _type = "Task" [ 597.297405] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.301056] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.301056] env[62748]: value = "task-2749330" [ 597.301056] env[62748]: _type = "Task" [ 597.301056] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.311522] env[62748]: DEBUG oslo_vmware.api [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.319049] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749330, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.328604] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749323, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.376507] env[62748]: DEBUG nova.policy [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e61a8d5f2a404c5e9b2f47f5d51d88f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b98a0dbd26b4b59a8e1535d0837aa28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.488890] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749315, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.552297] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749322, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.586761] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.616229] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.648156] env[62748]: DEBUG nova.network.neutron [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Updated VIF entry in instance network info cache for port df8520cc-e82c-4d2d-8b0e-03dcb0b4d621. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.648156] env[62748]: DEBUG nova.network.neutron [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Updating instance_info_cache with network_info: [{"id": "df8520cc-e82c-4d2d-8b0e-03dcb0b4d621", "address": "fa:16:3e:4e:fa:25", "network": {"id": "fc14fc3a-332a-408f-9a70-b6684847a05c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-87338939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f30ee7ef333434893f2c57d974f18eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8520cc-e8", "ovs_interfaceid": "df8520cc-e82c-4d2d-8b0e-03dcb0b4d621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.740294] env[62748]: DEBUG nova.compute.manager [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.772583] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e3dd60-2eb9-4e97-9998-b424eacc4f73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.782878] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63642a6-363b-4550-b6e0-4cd5c339983e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.822774] env[62748]: DEBUG nova.network.neutron [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Successfully updated port: 05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.835226] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc82661-b99b-4c0e-9f56-ba353a0e7eaa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.839229] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.839368] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquired lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.839500] env[62748]: DEBUG nova.network.neutron [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.846132] env[62748]: DEBUG oslo_vmware.api [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749329, 'name': PowerOffVM_Task, 'duration_secs': 0.275326} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.853644] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.853848] env[62748]: DEBUG nova.compute.manager [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.854117] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749330, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.855060] env[62748]: DEBUG oslo_vmware.api [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Task: {'id': task-2749323, 'name': PowerOnVM_Task, 'duration_secs': 0.592413} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.855756] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfe8859-020f-437b-91d2-699a84bdca12 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.859587] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8686f29d-8ee7-4ad2-954c-a2086b6bffbe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.863337] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.863550] env[62748]: DEBUG nova.compute.manager [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.864540] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc40930e-7a05-4990-a23f-748c1a78b87d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.883616] env[62748]: DEBUG nova.compute.provider_tree [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.992430] env[62748]: DEBUG oslo_vmware.api [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749315, 'name': PowerOnVM_Task, 'duration_secs': 3.077111} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.995815] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.995815] env[62748]: INFO nova.compute.manager [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Took 17.42 seconds to spawn the instance on the hypervisor. [ 597.995815] env[62748]: DEBUG nova.compute.manager [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.995815] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e0307-4b5a-453c-9a06-986c3a42932d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.034902] env[62748]: DEBUG nova.network.neutron [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Successfully created port: da684836-1116-4e2d-af27-7e3a5de8aefc {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.049664] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749322, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441906} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.049984] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] a2407427-0faa-4725-bc88-0bd543fed37b/a2407427-0faa-4725-bc88-0bd543fed37b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.050266] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.050529] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90447f52-7fa0-473a-9851-36ecb57c88e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.057180] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 598.057180] env[62748]: value = "task-2749331" [ 598.057180] env[62748]: _type = "Task" [ 598.057180] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.066421] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.087722] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.118060] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.154622] env[62748]: DEBUG oslo_concurrency.lockutils [req-11502844-c291-448e-b9d0-2d6e2ace2251 req-1a2d5d55-ef71-47a4-aba8-956bde045969 service nova] Releasing lock "refresh_cache-a2407427-0faa-4725-bc88-0bd543fed37b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.336345] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749330, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.393062] env[62748]: DEBUG nova.scheduler.client.report [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.402581] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1328a0d0-e7f0-49f9-a3db-dd51bcb607b5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "22799428-aa99-4338-9e39-316b684846f7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.151s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.409563] env[62748]: DEBUG nova.network.neutron [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.414764] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.416051] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.427923] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.525443] env[62748]: INFO nova.compute.manager [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Took 31.26 seconds to build instance. [ 598.570198] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083377} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.570198] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 598.571068] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ffe506-cb02-451c-95d0-589e62db1aff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.580894] env[62748]: DEBUG nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Received event network-vif-plugged-2129c1a5-4510-4135-a371-d8b8a6165997 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 598.581341] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Acquiring lock "16cf0731-b768-4ef0-b131-9dcc456e4913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.581724] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Lock "16cf0731-b768-4ef0-b131-9dcc456e4913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.582071] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Lock "16cf0731-b768-4ef0-b131-9dcc456e4913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.582399] env[62748]: DEBUG nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] No waiting events found dispatching network-vif-plugged-2129c1a5-4510-4135-a371-d8b8a6165997 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.582827] env[62748]: WARNING nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Received unexpected event network-vif-plugged-2129c1a5-4510-4135-a371-d8b8a6165997 for instance with vm_state building and task_state spawning. [ 598.583205] env[62748]: DEBUG nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Received event network-changed-2129c1a5-4510-4135-a371-d8b8a6165997 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 598.583366] env[62748]: DEBUG nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Refreshing instance network info cache due to event network-changed-2129c1a5-4510-4135-a371-d8b8a6165997. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 598.584149] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Acquiring lock "refresh_cache-16cf0731-b768-4ef0-b131-9dcc456e4913" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.584149] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Acquired lock "refresh_cache-16cf0731-b768-4ef0-b131-9dcc456e4913" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.584364] env[62748]: DEBUG nova.network.neutron [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Refreshing network info cache for port 2129c1a5-4510-4135-a371-d8b8a6165997 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.630829] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] a2407427-0faa-4725-bc88-0bd543fed37b/a2407427-0faa-4725-bc88-0bd543fed37b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 598.632464] env[62748]: DEBUG nova.network.neutron [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updating instance_info_cache with network_info: [{"id": "05435ed9-1db7-412a-864d-c56979522a85", "address": "fa:16:3e:c0:71:d4", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05435ed9-1d", "ovs_interfaceid": "05435ed9-1db7-412a-864d-c56979522a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.643266] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2927d8-9844-449d-9a5c-0da19a7f8b6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.678663] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.687082] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749326, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.469161} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.687311] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 16cf0731-b768-4ef0-b131-9dcc456e4913/16cf0731-b768-4ef0-b131-9dcc456e4913.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.688537] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.688537] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 598.688537] env[62748]: value = "task-2749332" [ 598.688537] env[62748]: _type = "Task" [ 598.688537] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.688537] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-721a3494-caf9-4ddf-a7bf-f77a1e4db0b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.703645] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.705382] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 598.705382] env[62748]: value = "task-2749333" [ 598.705382] env[62748]: _type = "Task" [ 598.705382] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.717756] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.760474] env[62748]: DEBUG nova.compute.manager [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.794156] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.794277] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.795161] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.795161] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.795161] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.795161] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.795161] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.795548] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.795548] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.795699] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.795773] env[62748]: DEBUG nova.virt.hardware [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.797059] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bb3fdc-8051-4aa6-9624-c2b8698bc979 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.808882] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb4fe0-d927-4e29-ab5c-14118010f042 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.834328] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749330, 'name': CreateVM_Task, 'duration_secs': 1.116448} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.834328] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.834902] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.835274] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.835747] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 598.835747] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e27632-19b3-400b-8262-33462f302e4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.841525] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 598.841525] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52740297-2fc9-375a-476f-bbbb314ebd36" [ 598.841525] env[62748]: _type = "Task" [ 598.841525] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.853285] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52740297-2fc9-375a-476f-bbbb314ebd36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.915749] env[62748]: DEBUG oslo_concurrency.lockutils [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.918245] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.316s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.918487] env[62748]: DEBUG nova.objects.instance [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lazy-loading 'resources' on Instance uuid dbad9694-ce56-4b0f-8289-c375a8aec7cd {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 598.956458] env[62748]: INFO nova.scheduler.client.report [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted allocations for instance cdc1cc8e-9cec-4146-9465-8db42436b0c2 [ 599.027768] env[62748]: DEBUG oslo_concurrency.lockutils [None req-697269fc-2ae6-41a7-936f-bbaf04716176 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.871s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.102782] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749325, 'name': ReconfigVM_Task, 'duration_secs': 1.637879} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.103281] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 3a115dca-1f2a-45f3-bf8e-dad440c725d6/3a115dca-1f2a-45f3-bf8e-dad440c725d6.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.104199] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fbaa52a-de9d-4880-8dd4-1a4a1e030750 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.113175] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 599.113175] env[62748]: value = "task-2749335" [ 599.113175] env[62748]: _type = "Task" [ 599.113175] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.125531] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749335, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.179075] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Releasing lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.179456] env[62748]: DEBUG nova.compute.manager [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance network_info: |[{"id": "05435ed9-1db7-412a-864d-c56979522a85", "address": "fa:16:3e:c0:71:d4", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05435ed9-1d", "ovs_interfaceid": "05435ed9-1db7-412a-864d-c56979522a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.179924] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:71:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05435ed9-1db7-412a-864d-c56979522a85', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.188564] env[62748]: DEBUG oslo.service.loopingcall [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.189620] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.190080] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f143a5b8-4be8-4467-8ea0-f7cd4d2657b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.220173] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.220173] env[62748]: value = "task-2749336" [ 599.220173] env[62748]: _type = "Task" [ 599.220173] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.226777] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.229941] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072498} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.230663] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.231548] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0ddd75-ae11-434f-abea-65d818b1f72c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.238088] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749336, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.263929] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 16cf0731-b768-4ef0-b131-9dcc456e4913/16cf0731-b768-4ef0-b131-9dcc456e4913.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.266753] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c5dd6e1-10ef-4453-acaa-5633380b8712 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.288280] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 599.288280] env[62748]: value = "task-2749337" [ 599.288280] env[62748]: _type = "Task" [ 599.288280] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.298521] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749337, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.355077] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52740297-2fc9-375a-476f-bbbb314ebd36, 'name': SearchDatastore_Task, 'duration_secs': 0.016422} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.355442] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.355702] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.355949] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.356133] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.356344] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 599.356668] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9366f201-c757-4b93-8365-67993b8c9828 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.368329] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 599.368697] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 599.369749] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2198b907-5ae5-49a7-9427-06b51f75e0b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.377839] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 599.377839] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52864598-bcc5-1100-482e-7117bcad008b" [ 599.377839] env[62748]: _type = "Task" [ 599.377839] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.390300] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52864598-bcc5-1100-482e-7117bcad008b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.473536] env[62748]: DEBUG oslo_concurrency.lockutils [None req-05d17fc1-7a16-4621-8f6f-d090d0832620 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "cdc1cc8e-9cec-4146-9465-8db42436b0c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.887s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.512569] env[62748]: DEBUG nova.network.neutron [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Updated VIF entry in instance network info cache for port 2129c1a5-4510-4135-a371-d8b8a6165997. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.512569] env[62748]: DEBUG nova.network.neutron [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Updating instance_info_cache with network_info: [{"id": "2129c1a5-4510-4135-a371-d8b8a6165997", "address": "fa:16:3e:d5:52:e4", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2129c1a5-45", "ovs_interfaceid": "2129c1a5-4510-4135-a371-d8b8a6165997", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.534046] env[62748]: DEBUG nova.compute.manager [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.633273] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749335, 'name': Rename_Task, 'duration_secs': 0.18353} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.633273] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.633273] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74d51cd7-8553-4d0b-97f0-872714e3205d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.646274] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 599.646274] env[62748]: value = "task-2749338" [ 599.646274] env[62748]: _type = "Task" [ 599.646274] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.664692] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.717201] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749332, 'name': ReconfigVM_Task, 'duration_secs': 0.582628} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.717568] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Reconfigured VM instance instance-00000010 to attach disk [datastore1] a2407427-0faa-4725-bc88-0bd543fed37b/a2407427-0faa-4725-bc88-0bd543fed37b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.718339] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d75f8a28-da70-42e1-83d5-caf835b4d34a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.731818] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 599.731818] env[62748]: value = "task-2749339" [ 599.731818] env[62748]: _type = "Task" [ 599.731818] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.741140] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749336, 'name': CreateVM_Task, 'duration_secs': 0.497133} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.741819] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.743189] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.743309] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.743805] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.748036] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae64836-cedb-4264-9412-3af3fb75e7dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.752611] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749339, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.758425] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 599.758425] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520c1740-c234-3159-ac06-76e8d1564727" [ 599.758425] env[62748]: _type = "Task" [ 599.758425] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.769380] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520c1740-c234-3159-ac06-76e8d1564727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.798781] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749337, 'name': ReconfigVM_Task, 'duration_secs': 0.401885} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.801643] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 16cf0731-b768-4ef0-b131-9dcc456e4913/16cf0731-b768-4ef0-b131-9dcc456e4913.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.803499] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30c12b2c-e863-440f-97d4-c88a80bb3986 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.814129] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 599.814129] env[62748]: value = "task-2749340" [ 599.814129] env[62748]: _type = "Task" [ 599.814129] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.827825] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749340, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.891075] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52864598-bcc5-1100-482e-7117bcad008b, 'name': SearchDatastore_Task, 'duration_secs': 0.015276} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.892136] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c154bf-8bd0-44f8-bcc4-75b9992f51a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.903490] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 599.903490] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5275d6b2-b19c-951e-47f3-8b241c32e5f0" [ 599.903490] env[62748]: _type = "Task" [ 599.903490] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.911846] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5275d6b2-b19c-951e-47f3-8b241c32e5f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.018189] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Releasing lock "refresh_cache-16cf0731-b768-4ef0-b131-9dcc456e4913" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.018537] env[62748]: DEBUG nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Received event network-vif-plugged-378e6149-7ac5-4636-8bdf-64ad87e3f917 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 600.018897] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Acquiring lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.019247] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.019471] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.019657] env[62748]: DEBUG nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] No waiting events found dispatching network-vif-plugged-378e6149-7ac5-4636-8bdf-64ad87e3f917 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 600.019835] env[62748]: WARNING nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Received unexpected event network-vif-plugged-378e6149-7ac5-4636-8bdf-64ad87e3f917 for instance with vm_state building and task_state spawning. [ 600.021656] env[62748]: DEBUG nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Received event network-changed-378e6149-7ac5-4636-8bdf-64ad87e3f917 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 600.021656] env[62748]: DEBUG nova.compute.manager [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Refreshing instance network info cache due to event network-changed-378e6149-7ac5-4636-8bdf-64ad87e3f917. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 600.021656] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Acquiring lock "refresh_cache-aa19eaa0-199a-4c26-8e3c-04b323280ba7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.021656] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Acquired lock "refresh_cache-aa19eaa0-199a-4c26-8e3c-04b323280ba7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.021656] env[62748]: DEBUG nova.network.neutron [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Refreshing network info cache for port 378e6149-7ac5-4636-8bdf-64ad87e3f917 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.049791] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38e932f-b59c-474d-9bdd-b6620eab6cef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.064241] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10526be-514b-4804-addf-5d17ae2e81b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.108155] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.109032] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91e7fbf-0e03-405f-b57d-72fb4a7a6af8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.119371] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be8505-0e42-4345-bbb8-f0b9b7c30981 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.141022] env[62748]: DEBUG nova.compute.provider_tree [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.160953] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749338, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.247188] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749339, 'name': Rename_Task, 'duration_secs': 0.341423} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.247513] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.247772] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a476c7d-69b5-4a58-87f8-522e35b5235b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.257017] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 600.257017] env[62748]: value = "task-2749341" [ 600.257017] env[62748]: _type = "Task" [ 600.257017] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.277607] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.277946] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520c1740-c234-3159-ac06-76e8d1564727, 'name': SearchDatastore_Task, 'duration_secs': 0.021267} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.278175] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.278422] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.278709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.328859] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749340, 'name': Rename_Task, 'duration_secs': 0.253801} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.329497] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.329497] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-432719a4-e24d-4b56-8be0-abc502336f00 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.340125] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 600.340125] env[62748]: value = "task-2749342" [ 600.340125] env[62748]: _type = "Task" [ 600.340125] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.350436] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.413551] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5275d6b2-b19c-951e-47f3-8b241c32e5f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014354} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.413706] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.414916] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] aa19eaa0-199a-4c26-8e3c-04b323280ba7/aa19eaa0-199a-4c26-8e3c-04b323280ba7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.414916] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.414916] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.414916] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a60d2f1-d30e-4c92-aa42-f666ef843369 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.417842] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2640ee62-0453-4b11-bacb-d4ddeaf17536 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.427994] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 600.427994] env[62748]: value = "task-2749343" [ 600.427994] env[62748]: _type = "Task" [ 600.427994] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.435755] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.436069] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.440644] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe2c920e-f780-474d-8e9d-b69b983cbb73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.444684] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.449347] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 600.449347] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521e1ed1-f9a6-1490-a1ec-6e176164415c" [ 600.449347] env[62748]: _type = "Task" [ 600.449347] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.465406] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521e1ed1-f9a6-1490-a1ec-6e176164415c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.641373] env[62748]: DEBUG nova.scheduler.client.report [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.659283] env[62748]: DEBUG oslo_vmware.api [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749338, 'name': PowerOnVM_Task, 'duration_secs': 0.845486} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.659547] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.659777] env[62748]: INFO nova.compute.manager [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Took 15.38 seconds to spawn the instance on the hypervisor. [ 600.660205] env[62748]: DEBUG nova.compute.manager [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.661089] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43d4b36-b305-4ca2-ab3c-fad60d340def {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.772121] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.774630] env[62748]: DEBUG nova.network.neutron [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Successfully updated port: da684836-1116-4e2d-af27-7e3a5de8aefc {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.853651] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749342, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.938226] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749343, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.961466] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521e1ed1-f9a6-1490-a1ec-6e176164415c, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.962361] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02d614d-c6c1-45f8-8b95-63ad169aaaf4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.969737] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 600.969737] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529b2ac5-272c-5371-db1e-5497f99ba4e8" [ 600.969737] env[62748]: _type = "Task" [ 600.969737] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.978743] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529b2ac5-272c-5371-db1e-5497f99ba4e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.148687] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.159259] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.767s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.184756] env[62748]: INFO nova.compute.manager [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Took 30.43 seconds to build instance. [ 601.197871] env[62748]: INFO nova.scheduler.client.report [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Deleted allocations for instance dbad9694-ce56-4b0f-8289-c375a8aec7cd [ 601.265894] env[62748]: DEBUG nova.network.neutron [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Updated VIF entry in instance network info cache for port 378e6149-7ac5-4636-8bdf-64ad87e3f917. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.268305] env[62748]: DEBUG nova.network.neutron [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Updating instance_info_cache with network_info: [{"id": "378e6149-7ac5-4636-8bdf-64ad87e3f917", "address": "fa:16:3e:23:5f:9d", "network": {"id": "3bd85c6c-1c57-4c06-829a-7a1c63b4b08a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1060988878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eedb0007d1d42a9bdb5d5fe20fe784c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378e6149-7a", "ovs_interfaceid": "378e6149-7ac5-4636-8bdf-64ad87e3f917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.279181] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquiring lock "refresh_cache-b1fbf948-562d-4cd0-9c9a-8e83c8967592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.279335] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquired lock "refresh_cache-b1fbf948-562d-4cd0-9c9a-8e83c8967592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.279472] env[62748]: DEBUG nova.network.neutron [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.284722] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.355742] env[62748]: DEBUG oslo_vmware.api [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749342, 'name': PowerOnVM_Task, 'duration_secs': 0.974204} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.356113] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.356370] env[62748]: INFO nova.compute.manager [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Took 10.73 seconds to spawn the instance on the hypervisor. [ 601.356566] env[62748]: DEBUG nova.compute.manager [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.357656] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af22ca-a6d1-42f1-b991-de2754fea170 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.446129] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.939105} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.446838] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] aa19eaa0-199a-4c26-8e3c-04b323280ba7/aa19eaa0-199a-4c26-8e3c-04b323280ba7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.447089] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.447386] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0518586a-d07f-46cf-a08e-62fdd6c31390 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.464176] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 601.464176] env[62748]: value = "task-2749345" [ 601.464176] env[62748]: _type = "Task" [ 601.464176] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.479188] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.487254] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529b2ac5-272c-5371-db1e-5497f99ba4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.060451} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.488025] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.488251] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] bb2adeb8-a2fe-42aa-a722-d5184d71d096/bb2adeb8-a2fe-42aa-a722-d5184d71d096.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.488556] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b39971-ffb7-44c7-9b3c-642cc2b01663 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.498917] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 601.498917] env[62748]: value = "task-2749346" [ 601.498917] env[62748]: _type = "Task" [ 601.498917] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.509844] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.637120] env[62748]: DEBUG nova.compute.manager [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.639138] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f403a29f-d9e1-40cc-9d1b-4b071e85ba64 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.668550] env[62748]: INFO nova.compute.claims [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.687258] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36fc2b11-f28e-4c0b-92f4-bc5b73ffdd93 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.254s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.708637] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d60e388-7ada-447d-97b6-e6765e1567f6 tempest-ServerExternalEventsTest-2074995771 tempest-ServerExternalEventsTest-2074995771-project-member] Lock "dbad9694-ce56-4b0f-8289-c375a8aec7cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.221s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.769627] env[62748]: DEBUG oslo_vmware.api [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749341, 'name': PowerOnVM_Task, 'duration_secs': 1.406903} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.770115] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.770115] env[62748]: INFO nova.compute.manager [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Took 13.90 seconds to spawn the instance on the hypervisor. [ 601.770255] env[62748]: DEBUG nova.compute.manager [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.771308] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa64aa2c-8d83-4904-be0a-c94b944d9bf2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.781023] env[62748]: DEBUG oslo_concurrency.lockutils [req-752d4f04-7cd7-47b2-985a-8d5d0a855df2 req-dede9066-e7c0-4bbd-9919-fe9cab3a04cc service nova] Releasing lock "refresh_cache-aa19eaa0-199a-4c26-8e3c-04b323280ba7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.846173] env[62748]: DEBUG nova.network.neutron [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.886116] env[62748]: INFO nova.compute.manager [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Took 28.83 seconds to build instance. [ 601.977149] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080933} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.978165] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 601.978403] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1095f6ac-85ba-4fd3-b822-ffb059a84993 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.006227] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] aa19eaa0-199a-4c26-8e3c-04b323280ba7/aa19eaa0-199a-4c26-8e3c-04b323280ba7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.006883] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a2c34d9-6e0c-4d73-9bf6-2862a0e06aaf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.024613] env[62748]: DEBUG nova.network.neutron [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Updating instance_info_cache with network_info: [{"id": "da684836-1116-4e2d-af27-7e3a5de8aefc", "address": "fa:16:3e:f7:40:7c", "network": {"id": "1fccdaef-85ae-49e7-8e3c-373b1a7d7545", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-547134772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b98a0dbd26b4b59a8e1535d0837aa28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda684836-11", "ovs_interfaceid": "da684836-1116-4e2d-af27-7e3a5de8aefc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.038017] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749346, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.040210] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 602.040210] env[62748]: value = "task-2749347" [ 602.040210] env[62748]: _type = "Task" [ 602.040210] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.052395] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.159771] env[62748]: INFO nova.compute.manager [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] instance snapshotting [ 602.164966] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf56fd-b278-419e-881d-b4ac2eeddf4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.192283] env[62748]: INFO nova.compute.resource_tracker [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating resource usage from migration 8d2264e7-b1de-467c-bd18-659792f16682 [ 602.196608] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.200159] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a1ad1-22a1-40f4-a36b-cd96b7ba57fe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.297898] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "027c9a03-8996-4ad6-a109-8728f08f58d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.297898] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "027c9a03-8996-4ad6-a109-8728f08f58d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.298109] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "027c9a03-8996-4ad6-a109-8728f08f58d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.298274] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "027c9a03-8996-4ad6-a109-8728f08f58d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.298713] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "027c9a03-8996-4ad6-a109-8728f08f58d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.307046] env[62748]: INFO nova.compute.manager [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Took 30.40 seconds to build instance. [ 602.307046] env[62748]: INFO nova.compute.manager [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Terminating instance [ 602.394825] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d17d1898-2c2c-44a0-8440-cf848ff6c881 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "16cf0731-b768-4ef0-b131-9dcc456e4913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.744s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.404172] env[62748]: DEBUG nova.compute.manager [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Received event network-vif-plugged-05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 602.404654] env[62748]: DEBUG oslo_concurrency.lockutils [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] Acquiring lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.405110] env[62748]: DEBUG oslo_concurrency.lockutils [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.405527] env[62748]: DEBUG oslo_concurrency.lockutils [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.405822] env[62748]: DEBUG nova.compute.manager [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] No waiting events found dispatching network-vif-plugged-05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.406586] env[62748]: WARNING nova.compute.manager [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Received unexpected event network-vif-plugged-05435ed9-1db7-412a-864d-c56979522a85 for instance with vm_state building and task_state spawning. [ 602.407178] env[62748]: DEBUG nova.compute.manager [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Received event network-changed-05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 602.407803] env[62748]: DEBUG nova.compute.manager [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Refreshing instance network info cache due to event network-changed-05435ed9-1db7-412a-864d-c56979522a85. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 602.408446] env[62748]: DEBUG oslo_concurrency.lockutils [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] Acquiring lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.408760] env[62748]: DEBUG oslo_concurrency.lockutils [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] Acquired lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.410121] env[62748]: DEBUG nova.network.neutron [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Refreshing network info cache for port 05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.438684] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "728dec63-e119-4825-8af5-55497ed20df0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.439442] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.519663] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893946} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.519989] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] bb2adeb8-a2fe-42aa-a722-d5184d71d096/bb2adeb8-a2fe-42aa-a722-d5184d71d096.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.520356] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.520441] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e35e0fc2-a764-4c77-ad01-5f3d547238cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.529010] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 602.529010] env[62748]: value = "task-2749348" [ 602.529010] env[62748]: _type = "Task" [ 602.529010] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.535013] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Releasing lock "refresh_cache-b1fbf948-562d-4cd0-9c9a-8e83c8967592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.535425] env[62748]: DEBUG nova.compute.manager [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Instance network_info: |[{"id": "da684836-1116-4e2d-af27-7e3a5de8aefc", "address": "fa:16:3e:f7:40:7c", "network": {"id": "1fccdaef-85ae-49e7-8e3c-373b1a7d7545", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-547134772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b98a0dbd26b4b59a8e1535d0837aa28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda684836-11", "ovs_interfaceid": "da684836-1116-4e2d-af27-7e3a5de8aefc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.535962] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:40:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da684836-1116-4e2d-af27-7e3a5de8aefc', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.543870] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Creating folder: Project (6b98a0dbd26b4b59a8e1535d0837aa28). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.547892] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49fe0830-4521-4878-a161-8c8cf24350c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.556390] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.562937] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.571369] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Created folder: Project (6b98a0dbd26b4b59a8e1535d0837aa28) in parent group-v553264. [ 602.571568] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Creating folder: Instances. Parent ref: group-v553322. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.571840] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89a59293-7aa3-454d-8ddd-a531220b731e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.584389] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Created folder: Instances in parent group-v553322. [ 602.586084] env[62748]: DEBUG oslo.service.loopingcall [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.588266] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.588721] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c222951-cab7-475f-b5e8-95a76553abbb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.615622] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.615622] env[62748]: value = "task-2749351" [ 602.615622] env[62748]: _type = "Task" [ 602.615622] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.625410] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749351, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.717671] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 602.718303] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2579e79-0e0e-49bd-8c3b-e99c93aa25de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.723881] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.731203] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 602.731203] env[62748]: value = "task-2749352" [ 602.731203] env[62748]: _type = "Task" [ 602.731203] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.744775] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749352, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.808944] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d1565cd7-ae7c-4679-b00c-52a532005ecc tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.625s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.809870] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a01cd0-e7b0-4090-afa2-16f083623b64 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.814795] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "refresh_cache-027c9a03-8996-4ad6-a109-8728f08f58d7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.815025] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquired lock "refresh_cache-027c9a03-8996-4ad6-a109-8728f08f58d7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.815211] env[62748]: DEBUG nova.network.neutron [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.822934] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52dbb44-a97d-4626-acb6-e4eaf1feda2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.861434] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175832a4-cb94-42c0-be63-68429de745a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.873777] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f5b699-99bb-475d-bb87-9007b70b020f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.890048] env[62748]: DEBUG nova.compute.provider_tree [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.895030] env[62748]: DEBUG nova.compute.manager [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.895747] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b91cd0-351b-4517-a0ed-b1dafafa9d52 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.902860] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.043546] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074374} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.043546] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.043546] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cbce27-976b-43c1-9f10-b6d35b2f342c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.073020] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] bb2adeb8-a2fe-42aa-a722-d5184d71d096/bb2adeb8-a2fe-42aa-a722-d5184d71d096.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.075554] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3b214e-1f2d-4045-8566-a81d8bc69455 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.096927] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749347, 'name': ReconfigVM_Task, 'duration_secs': 0.947402} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.097723] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Reconfigured VM instance instance-00000012 to attach disk [datastore2] aa19eaa0-199a-4c26-8e3c-04b323280ba7/aa19eaa0-199a-4c26-8e3c-04b323280ba7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.098495] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76bce8fd-3c01-48a3-aca6-ccc920a5ec5d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.106644] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 603.106644] env[62748]: value = "task-2749354" [ 603.106644] env[62748]: _type = "Task" [ 603.106644] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.111661] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 603.111661] env[62748]: value = "task-2749355" [ 603.111661] env[62748]: _type = "Task" [ 603.111661] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.119058] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.129737] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749355, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.133930] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749351, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.245786] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749352, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.318098] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.358164] env[62748]: DEBUG nova.network.neutron [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.369071] env[62748]: DEBUG nova.network.neutron [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updated VIF entry in instance network info cache for port 05435ed9-1db7-412a-864d-c56979522a85. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.369071] env[62748]: DEBUG nova.network.neutron [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updating instance_info_cache with network_info: [{"id": "05435ed9-1db7-412a-864d-c56979522a85", "address": "fa:16:3e:c0:71:d4", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05435ed9-1d", "ovs_interfaceid": "05435ed9-1db7-412a-864d-c56979522a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.393288] env[62748]: DEBUG nova.scheduler.client.report [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.410077] env[62748]: INFO nova.compute.manager [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] instance snapshotting [ 603.410358] env[62748]: WARNING nova.compute.manager [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 603.417611] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b6c7ab-3d61-4222-8b4c-3f01e44aae55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.449397] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.450109] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d7b25f-0f96-4a4a-bc3c-347a36ad2568 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.458917] env[62748]: DEBUG nova.network.neutron [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.621679] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749354, 'name': ReconfigVM_Task, 'duration_secs': 0.328274} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.627047] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Reconfigured VM instance instance-00000013 to attach disk [datastore2] bb2adeb8-a2fe-42aa-a722-d5184d71d096/bb2adeb8-a2fe-42aa-a722-d5184d71d096.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.630787] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-542a4be9-92c2-4ce8-a48e-457c716e1c17 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.632463] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749355, 'name': Rename_Task, 'duration_secs': 0.200792} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.633228] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.633804] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f872ab51-e39a-4b3c-8710-376ae6912b06 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.640539] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749351, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.645024] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 603.645024] env[62748]: value = "task-2749356" [ 603.645024] env[62748]: _type = "Task" [ 603.645024] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.653169] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 603.653169] env[62748]: value = "task-2749357" [ 603.653169] env[62748]: _type = "Task" [ 603.653169] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.656882] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749356, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.663476] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.746489] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749352, 'name': CreateSnapshot_Task, 'duration_secs': 1.012275} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.746489] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 603.746489] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f25d1b-8b99-4449-a046-c47f07761dce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.848707] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.873323] env[62748]: DEBUG oslo_concurrency.lockutils [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] Releasing lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.873323] env[62748]: DEBUG nova.compute.manager [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Received event network-vif-plugged-da684836-1116-4e2d-af27-7e3a5de8aefc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 603.873323] env[62748]: DEBUG oslo_concurrency.lockutils [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] Acquiring lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.873323] env[62748]: DEBUG oslo_concurrency.lockutils [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.873323] env[62748]: DEBUG oslo_concurrency.lockutils [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.873518] env[62748]: DEBUG nova.compute.manager [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] No waiting events found dispatching network-vif-plugged-da684836-1116-4e2d-af27-7e3a5de8aefc {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.873518] env[62748]: WARNING nova.compute.manager [req-828fd2ae-fd51-46e4-8ea0-1d296c5e56ae req-265361af-2cae-43f8-97bc-c737fda87c09 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Received unexpected event network-vif-plugged-da684836-1116-4e2d-af27-7e3a5de8aefc for instance with vm_state building and task_state spawning. [ 603.898918] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.740s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.899193] env[62748]: INFO nova.compute.manager [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Migrating [ 603.899423] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.899649] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.901268] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.577s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.901268] env[62748]: DEBUG nova.objects.instance [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lazy-loading 'resources' on Instance uuid 55255c36-66a5-4902-ade9-0bb7c0ea1ca0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 603.966874] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 603.967404] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Releasing lock "refresh_cache-027c9a03-8996-4ad6-a109-8728f08f58d7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.967724] env[62748]: DEBUG nova.compute.manager [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 603.971020] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.971020] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd27b564-6ba1-4fac-830f-0210f19fc596 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.973646] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba33420d-2805-493d-9295-87346ac92e3c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.985258] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 603.986860] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a091e39-1667-4176-bb3b-247bde8d8498 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.988822] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 603.988822] env[62748]: value = "task-2749358" [ 603.988822] env[62748]: _type = "Task" [ 603.988822] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.995454] env[62748]: DEBUG oslo_vmware.api [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 603.995454] env[62748]: value = "task-2749359" [ 603.995454] env[62748]: _type = "Task" [ 603.995454] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.003271] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.009514] env[62748]: DEBUG oslo_vmware.api [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.135364] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749351, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.157116] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749356, 'name': Rename_Task, 'duration_secs': 0.180186} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.158186] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.158248] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3b5ca10-6992-48e4-bba2-f0d302c74306 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.163603] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749357, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.170676] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 604.170676] env[62748]: value = "task-2749360" [ 604.170676] env[62748]: _type = "Task" [ 604.170676] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.184215] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.273918] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 604.274277] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-771b0148-2c32-450d-80fb-06429b86bf21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.289473] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 604.289473] env[62748]: value = "task-2749361" [ 604.289473] env[62748]: _type = "Task" [ 604.289473] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.306163] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749361, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.373938] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquiring lock "407149f0-7c9a-4306-9640-f79eed59b7b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.374837] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "407149f0-7c9a-4306-9640-f79eed59b7b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.402932] env[62748]: INFO nova.compute.rpcapi [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 604.403562] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.479760] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8286a378-708f-4cbd-9958-e174a06ab2bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.491059] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc22ed57-24a1-4aed-afc2-c9a158e0ccfe tempest-ServersAdminNegativeTestJSON-1083887737 tempest-ServersAdminNegativeTestJSON-1083887737-project-admin] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Suspending the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 604.497253] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a5d0576d-3c0f-48e3-ae67-56cedf014657 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.517884] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749358, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.518251] env[62748]: DEBUG oslo_vmware.api [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749359, 'name': PowerOffVM_Task, 'duration_secs': 0.291792} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.524729] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 604.524729] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 604.524729] env[62748]: DEBUG oslo_vmware.api [None req-bc22ed57-24a1-4aed-afc2-c9a158e0ccfe tempest-ServersAdminNegativeTestJSON-1083887737 tempest-ServersAdminNegativeTestJSON-1083887737-project-admin] Waiting for the task: (returnval){ [ 604.524729] env[62748]: value = "task-2749362" [ 604.524729] env[62748]: _type = "Task" [ 604.524729] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.524964] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b8c2de5-a4f1-459e-98ad-4924cd44cff7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.538211] env[62748]: DEBUG oslo_vmware.api [None req-bc22ed57-24a1-4aed-afc2-c9a158e0ccfe tempest-ServersAdminNegativeTestJSON-1083887737 tempest-ServersAdminNegativeTestJSON-1083887737-project-admin] Task: {'id': task-2749362, 'name': SuspendVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.568291] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 604.568640] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 604.568892] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Deleting the datastore file [datastore1] 027c9a03-8996-4ad6-a109-8728f08f58d7 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.569621] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdfd0dbb-7369-45c8-a428-ea47e9e0e5a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.579457] env[62748]: DEBUG oslo_vmware.api [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for the task: (returnval){ [ 604.579457] env[62748]: value = "task-2749364" [ 604.579457] env[62748]: _type = "Task" [ 604.579457] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.594409] env[62748]: DEBUG oslo_vmware.api [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.643061] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749351, 'name': CreateVM_Task, 'duration_secs': 1.634741} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.645884] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.649022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.649022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.649022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.649022] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4bc53b6-d6ea-4e1b-ac6a-2c170a5b55c1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.659637] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 604.659637] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fea710-61c3-df0e-a4bd-b588e1cd8ffa" [ 604.659637] env[62748]: _type = "Task" [ 604.659637] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.664664] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749357, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.694281] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.694466] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fea710-61c3-df0e-a4bd-b588e1cd8ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.816665] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749361, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.933308] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.933308] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.933308] env[62748]: DEBUG nova.network.neutron [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.005235] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749358, 'name': CreateSnapshot_Task, 'duration_secs': 0.837261} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.005577] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 605.006323] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f457608-7735-4cee-be1f-2fb5b2291dea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.038025] env[62748]: DEBUG oslo_vmware.api [None req-bc22ed57-24a1-4aed-afc2-c9a158e0ccfe tempest-ServersAdminNegativeTestJSON-1083887737 tempest-ServersAdminNegativeTestJSON-1083887737-project-admin] Task: {'id': task-2749362, 'name': SuspendVM_Task} progress is 50%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.073444] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ae72cb-61c1-4089-b726-38e38356002e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.085736] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915f5a67-d8ef-4cd3-92b3-1c27dd18014f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.121653] env[62748]: DEBUG oslo_vmware.api [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Task: {'id': task-2749364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487194} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.122487] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30a7031-b1dc-45da-9c76-7f228f37f123 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.125383] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.125586] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 605.125799] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 605.125984] env[62748]: INFO nova.compute.manager [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 605.126239] env[62748]: DEBUG oslo.service.loopingcall [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.126559] env[62748]: DEBUG nova.compute.manager [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 605.126559] env[62748]: DEBUG nova.network.neutron [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 605.134483] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2372528-a7ff-4f6c-ab2c-603289ea5635 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.150933] env[62748]: DEBUG nova.compute.provider_tree [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.159548] env[62748]: DEBUG nova.network.neutron [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.168516] env[62748]: DEBUG oslo_vmware.api [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749357, 'name': PowerOnVM_Task, 'duration_secs': 1.08618} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.172677] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.172911] env[62748]: INFO nova.compute.manager [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Took 11.78 seconds to spawn the instance on the hypervisor. [ 605.173337] env[62748]: DEBUG nova.compute.manager [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.174778] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628ae4af-5509-4986-a9e8-9edf0387879b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.198762] env[62748]: DEBUG oslo_vmware.api [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749360, 'name': PowerOnVM_Task, 'duration_secs': 0.846133} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.198762] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fea710-61c3-df0e-a4bd-b588e1cd8ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.036539} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.198762] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.198762] env[62748]: INFO nova.compute.manager [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Took 9.12 seconds to spawn the instance on the hypervisor. [ 605.199028] env[62748]: DEBUG nova.compute.manager [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.199344] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.199778] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.199778] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.199904] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.200042] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.201294] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805fd46a-717c-4872-8c09-a16be0367480 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.203896] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-160a11fc-f5b2-4211-aff9-6d088883cc26 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.215779] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.215779] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.216116] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823e5dcc-441e-47ef-9566-b8bdcc6933ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.225798] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 605.225798] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d93bec-cec0-0d34-9a89-39b644b475ba" [ 605.225798] env[62748]: _type = "Task" [ 605.225798] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.239918] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d93bec-cec0-0d34-9a89-39b644b475ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.303260] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749361, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.532644] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 605.533760] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98863a14-1104-42ed-ba0a-812f6b16dc0f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.553027] env[62748]: DEBUG oslo_vmware.api [None req-bc22ed57-24a1-4aed-afc2-c9a158e0ccfe tempest-ServersAdminNegativeTestJSON-1083887737 tempest-ServersAdminNegativeTestJSON-1083887737-project-admin] Task: {'id': task-2749362, 'name': SuspendVM_Task, 'duration_secs': 1.005624} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.553027] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc22ed57-24a1-4aed-afc2-c9a158e0ccfe tempest-ServersAdminNegativeTestJSON-1083887737 tempest-ServersAdminNegativeTestJSON-1083887737-project-admin] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Suspended the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 605.553027] env[62748]: DEBUG nova.compute.manager [None req-bc22ed57-24a1-4aed-afc2-c9a158e0ccfe tempest-ServersAdminNegativeTestJSON-1083887737 tempest-ServersAdminNegativeTestJSON-1083887737-project-admin] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.553027] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 605.553027] env[62748]: value = "task-2749366" [ 605.553027] env[62748]: _type = "Task" [ 605.553027] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.553027] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26944b67-7ae2-449f-a47a-96a731c31aaf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.564563] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749366, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.660473] env[62748]: DEBUG nova.scheduler.client.report [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.664077] env[62748]: DEBUG nova.network.neutron [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.704935] env[62748]: INFO nova.compute.manager [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Took 32.24 seconds to build instance. [ 605.733778] env[62748]: INFO nova.compute.manager [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Took 31.06 seconds to build instance. [ 605.743025] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d93bec-cec0-0d34-9a89-39b644b475ba, 'name': SearchDatastore_Task, 'duration_secs': 0.022454} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.743824] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5fd8e8a-1fd6-4739-95ba-811ccd5fe946 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.753614] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 605.753614] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a3d8e2-ea7e-7ece-acfa-5da4787ccc46" [ 605.753614] env[62748]: _type = "Task" [ 605.753614] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.763326] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a3d8e2-ea7e-7ece-acfa-5da4787ccc46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.803531] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749361, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.864887] env[62748]: DEBUG nova.compute.manager [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Received event network-changed-da684836-1116-4e2d-af27-7e3a5de8aefc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 605.865242] env[62748]: DEBUG nova.compute.manager [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Refreshing instance network info cache due to event network-changed-da684836-1116-4e2d-af27-7e3a5de8aefc. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 605.865879] env[62748]: DEBUG oslo_concurrency.lockutils [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] Acquiring lock "refresh_cache-b1fbf948-562d-4cd0-9c9a-8e83c8967592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.865879] env[62748]: DEBUG oslo_concurrency.lockutils [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] Acquired lock "refresh_cache-b1fbf948-562d-4cd0-9c9a-8e83c8967592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.866110] env[62748]: DEBUG nova.network.neutron [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Refreshing network info cache for port da684836-1116-4e2d-af27-7e3a5de8aefc {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.956593] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquiring lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.956895] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.076919] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749366, 'name': CloneVM_Task} progress is 28%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.170050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.171604] env[62748]: INFO nova.compute.manager [-] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Took 1.04 seconds to deallocate network for instance. [ 606.172935] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.380s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.173620] env[62748]: DEBUG nova.objects.instance [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 606.182631] env[62748]: DEBUG nova.network.neutron [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance_info_cache with network_info: [{"id": "34c8c450-f05e-4257-935d-eea1adb00dba", "address": "fa:16:3e:b0:51:ab", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c8c450-f0", "ovs_interfaceid": "34c8c450-f05e-4257-935d-eea1adb00dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.208949] env[62748]: INFO nova.scheduler.client.report [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Deleted allocations for instance 55255c36-66a5-4902-ade9-0bb7c0ea1ca0 [ 606.209701] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5af48654-f35c-4219-a686-428ffeddc457 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.367s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.239649] env[62748]: DEBUG oslo_concurrency.lockutils [None req-829af642-c2ac-4caa-87aa-89eca91889c8 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.397s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.269797] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a3d8e2-ea7e-7ece-acfa-5da4787ccc46, 'name': SearchDatastore_Task, 'duration_secs': 0.02672} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.270420] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.270826] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] b1fbf948-562d-4cd0-9c9a-8e83c8967592/b1fbf948-562d-4cd0-9c9a-8e83c8967592.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.271940] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85f4b07a-c3ce-4d5d-88c5-fd6b854aa1f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.281887] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 606.281887] env[62748]: value = "task-2749367" [ 606.281887] env[62748]: _type = "Task" [ 606.281887] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.293351] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.303986] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749361, 'name': CloneVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.570625] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749366, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.691362] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.693339] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.723163] env[62748]: DEBUG nova.compute.manager [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.726050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8d80a3d-a1e4-413f-9259-58c0d614c958 tempest-ServerDiagnosticsTest-1918514611 tempest-ServerDiagnosticsTest-1918514611-project-member] Lock "55255c36-66a5-4902-ade9-0bb7c0ea1ca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.748s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.741850] env[62748]: DEBUG nova.compute.manager [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.799995] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749367, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.813546] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749361, 'name': CloneVM_Task, 'duration_secs': 2.096847} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.814466] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Created linked-clone VM from snapshot [ 606.815449] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562b81d3-9d3a-4a62-b260-6d12107d78d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.830177] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Uploading image 0e032a94-1e0d-49a3-a39e-6e53b758359e {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 606.863974] env[62748]: DEBUG oslo_vmware.rw_handles [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 606.863974] env[62748]: value = "vm-553326" [ 606.863974] env[62748]: _type = "VirtualMachine" [ 606.863974] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 606.864435] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6882d82a-e871-4c2b-b7d4-82d6f42a2110 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.879021] env[62748]: DEBUG oslo_vmware.rw_handles [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lease: (returnval){ [ 606.879021] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52940f29-0b9a-2f02-17cb-c78674c9f43d" [ 606.879021] env[62748]: _type = "HttpNfcLease" [ 606.879021] env[62748]: } obtained for exporting VM: (result){ [ 606.879021] env[62748]: value = "vm-553326" [ 606.879021] env[62748]: _type = "VirtualMachine" [ 606.879021] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 606.879021] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the lease: (returnval){ [ 606.879021] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52940f29-0b9a-2f02-17cb-c78674c9f43d" [ 606.879021] env[62748]: _type = "HttpNfcLease" [ 606.879021] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 606.895172] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 606.895172] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52940f29-0b9a-2f02-17cb-c78674c9f43d" [ 606.895172] env[62748]: _type = "HttpNfcLease" [ 606.895172] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 606.895172] env[62748]: DEBUG oslo_vmware.rw_handles [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 606.895172] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52940f29-0b9a-2f02-17cb-c78674c9f43d" [ 606.895172] env[62748]: _type = "HttpNfcLease" [ 606.895172] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 606.895172] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056ca385-b94c-4864-88b6-17846d43d81b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.903449] env[62748]: DEBUG oslo_vmware.rw_handles [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a50f7-cebd-69c3-57e0-5e033674985e/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 606.903918] env[62748]: DEBUG oslo_vmware.rw_handles [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a50f7-cebd-69c3-57e0-5e033674985e/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 606.971742] env[62748]: DEBUG nova.network.neutron [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Updated VIF entry in instance network info cache for port da684836-1116-4e2d-af27-7e3a5de8aefc. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.972780] env[62748]: DEBUG nova.network.neutron [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Updating instance_info_cache with network_info: [{"id": "da684836-1116-4e2d-af27-7e3a5de8aefc", "address": "fa:16:3e:f7:40:7c", "network": {"id": "1fccdaef-85ae-49e7-8e3c-373b1a7d7545", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-547134772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b98a0dbd26b4b59a8e1535d0837aa28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda684836-11", "ovs_interfaceid": "da684836-1116-4e2d-af27-7e3a5de8aefc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.020605] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b58c8792-b18b-4640-959c-a18fcb74c85c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.070411] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749366, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.196037] env[62748]: DEBUG oslo_concurrency.lockutils [None req-862149ba-5e7f-4423-8e0b-5161c7120fbf tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.199575] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.254s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.201517] env[62748]: INFO nova.compute.claims [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.270821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.274969] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.298368] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595594} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.299752] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] b1fbf948-562d-4cd0-9c9a-8e83c8967592/b1fbf948-562d-4cd0-9c9a-8e83c8967592.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.299752] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.300467] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21af2a0f-f664-4d99-9945-246fb9c355ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.317105] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 607.317105] env[62748]: value = "task-2749369" [ 607.317105] env[62748]: _type = "Task" [ 607.317105] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.333607] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.480771] env[62748]: DEBUG oslo_concurrency.lockutils [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] Releasing lock "refresh_cache-b1fbf948-562d-4cd0-9c9a-8e83c8967592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.482037] env[62748]: DEBUG nova.compute.manager [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Received event network-changed-1f82015f-6991-4403-9324-37750941711b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.482037] env[62748]: DEBUG nova.compute.manager [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Refreshing instance network info cache due to event network-changed-1f82015f-6991-4403-9324-37750941711b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 607.483314] env[62748]: DEBUG oslo_concurrency.lockutils [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] Acquiring lock "refresh_cache-b096da88-3e8b-43e5-ad56-1cb5e3fafd88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.483314] env[62748]: DEBUG oslo_concurrency.lockutils [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] Acquired lock "refresh_cache-b096da88-3e8b-43e5-ad56-1cb5e3fafd88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.483314] env[62748]: DEBUG nova.network.neutron [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Refreshing network info cache for port 1f82015f-6991-4403-9324-37750941711b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.573705] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749366, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.832108] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12725} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.834342] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.836511] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b26fa2e-2a0d-425f-ad1f-7bc618d9faf7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.886869] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] b1fbf948-562d-4cd0-9c9a-8e83c8967592/b1fbf948-562d-4cd0-9c9a-8e83c8967592.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.888766] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7386b28e-e443-4b2d-a338-abe60ca0f20d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.924464] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 607.924464] env[62748]: value = "task-2749370" [ 607.924464] env[62748]: _type = "Task" [ 607.924464] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.943049] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.071748] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749366, 'name': CloneVM_Task, 'duration_secs': 2.42228} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.071748] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Created linked-clone VM from snapshot [ 608.075962] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a81a409-8312-4dc2-af83-6ddea7b798b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.083050] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Uploading image fb8dc305-7ae4-44d5-a422-db2a277b5bb4 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 608.120596] env[62748]: DEBUG oslo_vmware.rw_handles [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 608.120596] env[62748]: value = "vm-553328" [ 608.120596] env[62748]: _type = "VirtualMachine" [ 608.120596] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 608.120957] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-20869d40-ad7e-42da-94c2-ba112763a76a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.136470] env[62748]: DEBUG oslo_vmware.rw_handles [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lease: (returnval){ [ 608.136470] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525d268c-5c1a-6790-7d30-18f9df9293a0" [ 608.136470] env[62748]: _type = "HttpNfcLease" [ 608.136470] env[62748]: } obtained for exporting VM: (result){ [ 608.136470] env[62748]: value = "vm-553328" [ 608.136470] env[62748]: _type = "VirtualMachine" [ 608.136470] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 608.136470] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the lease: (returnval){ [ 608.136470] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525d268c-5c1a-6790-7d30-18f9df9293a0" [ 608.136470] env[62748]: _type = "HttpNfcLease" [ 608.136470] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 608.143116] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 608.143116] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525d268c-5c1a-6790-7d30-18f9df9293a0" [ 608.143116] env[62748]: _type = "HttpNfcLease" [ 608.143116] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 608.225040] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba8ca94-4ae6-49a8-aeeb-a92c34462bc2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.251463] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance 'a448b745-a791-4efe-aa38-e224492729f7' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 608.428572] env[62748]: DEBUG nova.network.neutron [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Updated VIF entry in instance network info cache for port 1f82015f-6991-4403-9324-37750941711b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.428988] env[62748]: DEBUG nova.network.neutron [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Updating instance_info_cache with network_info: [{"id": "1f82015f-6991-4403-9324-37750941711b", "address": "fa:16:3e:34:3a:d2", "network": {"id": "df277dc4-dc68-4aaa-aa83-f130745a6b3c", "bridge": "br-int", "label": "tempest-ServersTestJSON-2099200753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4550898e52f045ddaed931ada70fcd52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08e9585e-6186-4788-9fd9-24174ce45a6f", "external-id": "nsx-vlan-transportzone-254", "segmentation_id": 254, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f82015f-69", "ovs_interfaceid": "1f82015f-6991-4403-9324-37750941711b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.447648] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.644342] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 608.644342] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525d268c-5c1a-6790-7d30-18f9df9293a0" [ 608.644342] env[62748]: _type = "HttpNfcLease" [ 608.644342] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 608.647562] env[62748]: DEBUG oslo_vmware.rw_handles [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 608.647562] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525d268c-5c1a-6790-7d30-18f9df9293a0" [ 608.647562] env[62748]: _type = "HttpNfcLease" [ 608.647562] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 608.648624] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de205dd-51e8-4668-990b-771ca78e3307 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.657870] env[62748]: DEBUG oslo_vmware.rw_handles [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261420d-cff7-5ece-bf76-46d24ad05239/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 608.658578] env[62748]: DEBUG oslo_vmware.rw_handles [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261420d-cff7-5ece-bf76-46d24ad05239/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 608.761140] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 608.766367] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccbabc59-1072-4efd-998c-e74a07d7c549 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.777360] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 608.777360] env[62748]: value = "task-2749372" [ 608.777360] env[62748]: _type = "Task" [ 608.777360] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.793253] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.813971] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52bca404-0eda-4bb1-89ff-cbead992c442 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.933754] env[62748]: DEBUG oslo_concurrency.lockutils [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] Releasing lock "refresh_cache-b096da88-3e8b-43e5-ad56-1cb5e3fafd88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.934036] env[62748]: DEBUG nova.compute.manager [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Received event network-changed-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 608.934283] env[62748]: DEBUG nova.compute.manager [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Refreshing instance network info cache due to event network-changed-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 608.934671] env[62748]: DEBUG oslo_concurrency.lockutils [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] Acquiring lock "refresh_cache-a2407427-0faa-4725-bc88-0bd543fed37b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.934824] env[62748]: DEBUG oslo_concurrency.lockutils [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] Acquired lock "refresh_cache-a2407427-0faa-4725-bc88-0bd543fed37b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.935144] env[62748]: DEBUG nova.network.neutron [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Refreshing network info cache for port df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.947434] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749370, 'name': ReconfigVM_Task, 'duration_secs': 0.643176} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.952611] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Reconfigured VM instance instance-00000014 to attach disk [datastore2] b1fbf948-562d-4cd0-9c9a-8e83c8967592/b1fbf948-562d-4cd0-9c9a-8e83c8967592.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.955273] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91914695-6384-4abc-ada6-38b7ee772307 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.965332] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 608.965332] env[62748]: value = "task-2749373" [ 608.965332] env[62748]: _type = "Task" [ 608.965332] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.985029] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749373, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.992871] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fc8a94-a78b-40a1-8b71-0283cab489a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.002735] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a96022-cf69-4de1-8a85-580aa9c4774e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.042205] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cade0a0-7f03-4e84-b8d1-3892432a5c5d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.052182] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50907861-de40-4c1a-9b29-c832cffc929d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.071623] env[62748]: DEBUG nova.compute.provider_tree [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.290597] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749372, 'name': PowerOffVM_Task, 'duration_secs': 0.314537} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.291403] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 609.291805] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance 'a448b745-a791-4efe-aa38-e224492729f7' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 609.478599] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749373, 'name': Rename_Task, 'duration_secs': 0.23846} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.478887] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.479862] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c13dbb46-5dbc-470a-87d2-202b4b696293 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.490375] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 609.490375] env[62748]: value = "task-2749374" [ 609.490375] env[62748]: _type = "Task" [ 609.490375] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.510915] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.604246] env[62748]: ERROR nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [req-0832e9a5-d951-4ee1-ad08-2d9acab0e8d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0832e9a5-d951-4ee1-ad08-2d9acab0e8d2"}]} [ 609.627229] env[62748]: DEBUG nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 609.646651] env[62748]: DEBUG nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 609.647249] env[62748]: DEBUG nova.compute.provider_tree [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.675068] env[62748]: DEBUG nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 609.703887] env[62748]: DEBUG nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 609.802487] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.805091] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.805091] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.805091] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.805091] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.805091] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.806651] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.806651] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.806651] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.806651] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.806651] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.818887] env[62748]: DEBUG nova.network.neutron [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Updated VIF entry in instance network info cache for port df8520cc-e82c-4d2d-8b0e-03dcb0b4d621. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.819505] env[62748]: DEBUG nova.network.neutron [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Updating instance_info_cache with network_info: [{"id": "df8520cc-e82c-4d2d-8b0e-03dcb0b4d621", "address": "fa:16:3e:4e:fa:25", "network": {"id": "fc14fc3a-332a-408f-9a70-b6684847a05c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-87338939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f30ee7ef333434893f2c57d974f18eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8520cc-e8", "ovs_interfaceid": "df8520cc-e82c-4d2d-8b0e-03dcb0b4d621", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.821349] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e05d0ed8-cb53-492e-bca1-c2f8deeb7cef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.842665] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 609.842665] env[62748]: value = "task-2749375" [ 609.842665] env[62748]: _type = "Task" [ 609.842665] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.858029] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.003949] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.318145] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6097a9-fdcd-466b-91c5-a092e9df6777 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.328363] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c56e2e4-17ab-44cb-9efb-507db0940448 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.334874] env[62748]: DEBUG oslo_concurrency.lockutils [req-2fecddc5-446c-4409-b5eb-035731e1762e req-ffbe195e-18a3-4ff7-94d6-6fc3727ea021 service nova] Releasing lock "refresh_cache-a2407427-0faa-4725-bc88-0bd543fed37b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.381775] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ba6932-6888-469f-a124-b3be1013e5c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.397702] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6fbe71-33e4-486a-aa70-9cfce31ee37e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.403950] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749375, 'name': ReconfigVM_Task, 'duration_secs': 0.250663} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.404469] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance 'a448b745-a791-4efe-aa38-e224492729f7' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 610.422825] env[62748]: DEBUG nova.compute.provider_tree [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 610.504202] env[62748]: DEBUG oslo_vmware.api [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749374, 'name': PowerOnVM_Task, 'duration_secs': 0.758249} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.504633] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.504633] env[62748]: INFO nova.compute.manager [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Took 11.74 seconds to spawn the instance on the hypervisor. [ 610.504884] env[62748]: DEBUG nova.compute.manager [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.505634] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c196b471-48d7-4cb3-a482-888a96c814d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.912806] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.913071] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.913356] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.913600] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.913787] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.913977] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.914281] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.914503] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.914710] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.914913] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.915130] env[62748]: DEBUG nova.virt.hardware [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.920714] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 610.920862] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b83663e-54aa-4579-9d92-d49f19d977c1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.946487] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 610.946487] env[62748]: value = "task-2749376" [ 610.946487] env[62748]: _type = "Task" [ 610.946487] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.957948] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.959018] env[62748]: ERROR nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [req-0d27a2c1-fadc-4d52-9032-dfccfe424f19] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d27a2c1-fadc-4d52-9032-dfccfe424f19"}]} [ 610.977697] env[62748]: DEBUG nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 610.994578] env[62748]: DEBUG nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 610.994856] env[62748]: DEBUG nova.compute.provider_tree [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.013930] env[62748]: DEBUG nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 611.027020] env[62748]: INFO nova.compute.manager [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Took 34.21 seconds to build instance. [ 611.046879] env[62748]: DEBUG nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 611.228738] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Acquiring lock "ac662667-1f68-4521-abc1-f5af98fd3e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.228964] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "ac662667-1f68-4521-abc1-f5af98fd3e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.457209] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749376, 'name': ReconfigVM_Task, 'duration_secs': 0.265473} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.457493] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 611.458308] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47b6c67-dd7b-400d-889a-62dfdf53a52c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.487090] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a448b745-a791-4efe-aa38-e224492729f7/a448b745-a791-4efe-aa38-e224492729f7.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.488445] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9905db7-58b9-4605-950d-b8ca8cb11bba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.501601] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20af8a34-a22c-486c-8b7d-fc883f76affc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.513915] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee3d5dc-918e-4fe6-a834-db8a30b40a3d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.517238] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 611.517238] env[62748]: value = "task-2749377" [ 611.517238] env[62748]: _type = "Task" [ 611.517238] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.548583] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f1abd8d8-ba03-49ae-b55d-f3e5b703ae0d tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.313s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.551246] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b91808c-0893-4f64-bab7-e8b20ed27798 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.557918] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.564563] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f001bf6e-be51-4eb0-b8bc-a6c2acb86f8b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.579689] env[62748]: DEBUG nova.compute.provider_tree [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.028326] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.059079] env[62748]: DEBUG nova.compute.manager [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.115117] env[62748]: DEBUG nova.scheduler.client.report [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 612.115540] env[62748]: DEBUG nova.compute.provider_tree [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 44 to 45 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 612.115836] env[62748]: DEBUG nova.compute.provider_tree [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.529757] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749377, 'name': ReconfigVM_Task, 'duration_secs': 0.603165} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.530154] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a448b745-a791-4efe-aa38-e224492729f7/a448b745-a791-4efe-aa38-e224492729f7.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.530474] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance 'a448b745-a791-4efe-aa38-e224492729f7' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 612.579291] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.622750] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.423s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.623489] env[62748]: DEBUG nova.compute.manager [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.626209] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.486s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.628027] env[62748]: INFO nova.compute.claims [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.036980] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a56a35a-d980-46a3-8da6-b38d80973780 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.061708] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ba79e7-4094-42a8-aad0-f0358ffd430e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.083054] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance 'a448b745-a791-4efe-aa38-e224492729f7' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 613.132460] env[62748]: DEBUG nova.compute.utils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.136889] env[62748]: DEBUG nova.compute.manager [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.137345] env[62748]: DEBUG nova.network.neutron [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.182675] env[62748]: DEBUG nova.policy [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d4b19dffc7c4e8dbc6782ab02022267', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d936837c5f049eeb69c7d5aa4bf9914', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.492764] env[62748]: DEBUG nova.network.neutron [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Successfully created port: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.637956] env[62748]: DEBUG nova.compute.manager [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.661994] env[62748]: DEBUG nova.network.neutron [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Port 34c8c450-f05e-4257-935d-eea1adb00dba binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 614.132616] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc63feca-9ea1-4994-b6e9-6f68a0ce2713 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.144038] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d8a42a-01de-4502-8aa0-ba6d2695fbca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.192017] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90d1ba2-320a-471a-85c8-6fd35a084345 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.202849] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f516a9-f145-46c8-b5cf-8a2eb79be80f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.221278] env[62748]: DEBUG nova.compute.provider_tree [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.654493] env[62748]: DEBUG nova.compute.manager [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.712616] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "a448b745-a791-4efe-aa38-e224492729f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.712844] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.713036] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.725027] env[62748]: DEBUG nova.scheduler.client.report [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.057590] env[62748]: DEBUG nova.network.neutron [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Successfully updated port: 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.230242] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.230854] env[62748]: DEBUG nova.compute.manager [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.234684] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.251s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.237269] env[62748]: INFO nova.compute.claims [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.560650] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.560730] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.560886] env[62748]: DEBUG nova.network.neutron [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.742608] env[62748]: DEBUG nova.compute.utils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.745930] env[62748]: DEBUG nova.compute.manager [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.746102] env[62748]: DEBUG nova.network.neutron [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.783729] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.783920] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.784115] env[62748]: DEBUG nova.network.neutron [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.819563] env[62748]: DEBUG nova.policy [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a55d3f7ca02c46a8958b8b05ceba12cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87112887e35f4d9fa10c8592174d2417', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.108835] env[62748]: DEBUG nova.network.neutron [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.248816] env[62748]: DEBUG nova.compute.manager [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.283713] env[62748]: DEBUG nova.network.neutron [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Successfully created port: 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.304182] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.304182] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.304182] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.304410] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.304410] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.304410] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.304410] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.304410] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.304593] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.304593] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.304593] env[62748]: DEBUG nova.virt.hardware [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.306039] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2df7e38-6c27-4e53-b201-7a012d730195 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.322791] env[62748]: DEBUG oslo_vmware.rw_handles [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a50f7-cebd-69c3-57e0-5e033674985e/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 616.322791] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f798340-1f22-447e-af10-a692f0654a58 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.331708] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368c4e87-31d3-4332-aa69-d6be92dffdff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.353544] env[62748]: DEBUG oslo_vmware.rw_handles [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a50f7-cebd-69c3-57e0-5e033674985e/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 616.355649] env[62748]: ERROR oslo_vmware.rw_handles [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a50f7-cebd-69c3-57e0-5e033674985e/disk-0.vmdk due to incomplete transfer. [ 616.356624] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-023da65a-fae0-4127-ad88-2d20f0a35fcc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.370480] env[62748]: DEBUG oslo_vmware.rw_handles [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529a50f7-cebd-69c3-57e0-5e033674985e/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 616.370666] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Uploaded image 0e032a94-1e0d-49a3-a39e-6e53b758359e to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 616.373034] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 616.373595] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17160aa6-f92a-4cec-b4fe-696fad1354aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.378391] env[62748]: DEBUG nova.network.neutron [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating instance_info_cache with network_info: [{"id": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "address": "fa:16:3e:03:1c:d0", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8645a4ad-bd", "ovs_interfaceid": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.385561] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 616.385561] env[62748]: value = "task-2749378" [ 616.385561] env[62748]: _type = "Task" [ 616.385561] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.400266] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749378, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.793262] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2de6fca-16e8-4c2c-91bc-5ff97cc8e60e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.805079] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c36f593-77af-40b7-a9d5-d4632c7a6d29 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.838108] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f873f64-a37c-4c3b-aa57-4d54b4a194b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.847033] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f72507-9cec-4cbf-8c91-fdb89a4c08bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.861651] env[62748]: DEBUG nova.compute.provider_tree [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.881425] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.881765] env[62748]: DEBUG nova.compute.manager [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Instance network_info: |[{"id": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "address": "fa:16:3e:03:1c:d0", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8645a4ad-bd", "ovs_interfaceid": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.882319] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:1c:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.890068] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating folder: Project (4d936837c5f049eeb69c7d5aa4bf9914). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.891039] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c56bacd-3c34-42d2-a3a1-02b5f4abc1b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.907113] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749378, 'name': Destroy_Task, 'duration_secs': 0.331125} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.907113] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Destroyed the VM [ 616.907270] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 616.907822] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7161f4e-b2fa-411b-9122-bdccb02597fe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.911124] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Created folder: Project (4d936837c5f049eeb69c7d5aa4bf9914) in parent group-v553264. [ 616.911308] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating folder: Instances. Parent ref: group-v553329. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.911950] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cd6293b-03a4-46d2-b2fd-e5bba0f2e8e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.917249] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 616.917249] env[62748]: value = "task-2749380" [ 616.917249] env[62748]: _type = "Task" [ 616.917249] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.923084] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Created folder: Instances in parent group-v553329. [ 616.923372] env[62748]: DEBUG oslo.service.loopingcall [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.926645] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.927037] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749380, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.929026] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb5eb6ad-b4d1-41d3-b9a9-d28553333abc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.946133] env[62748]: DEBUG nova.network.neutron [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance_info_cache with network_info: [{"id": "34c8c450-f05e-4257-935d-eea1adb00dba", "address": "fa:16:3e:b0:51:ab", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c8c450-f0", "ovs_interfaceid": "34c8c450-f05e-4257-935d-eea1adb00dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.950272] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.950272] env[62748]: value = "task-2749382" [ 616.950272] env[62748]: _type = "Task" [ 616.950272] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.960764] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749382, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.005075] env[62748]: DEBUG nova.compute.manager [req-63d5478a-7ccb-4c68-be5d-dada30d5c1c6 req-f49a80e7-3e92-4a1c-bb44-68e4a81c799b service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Received event network-changed-378e6149-7ac5-4636-8bdf-64ad87e3f917 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 617.005288] env[62748]: DEBUG nova.compute.manager [req-63d5478a-7ccb-4c68-be5d-dada30d5c1c6 req-f49a80e7-3e92-4a1c-bb44-68e4a81c799b service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Refreshing instance network info cache due to event network-changed-378e6149-7ac5-4636-8bdf-64ad87e3f917. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 617.005502] env[62748]: DEBUG oslo_concurrency.lockutils [req-63d5478a-7ccb-4c68-be5d-dada30d5c1c6 req-f49a80e7-3e92-4a1c-bb44-68e4a81c799b service nova] Acquiring lock "refresh_cache-aa19eaa0-199a-4c26-8e3c-04b323280ba7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.005645] env[62748]: DEBUG oslo_concurrency.lockutils [req-63d5478a-7ccb-4c68-be5d-dada30d5c1c6 req-f49a80e7-3e92-4a1c-bb44-68e4a81c799b service nova] Acquired lock "refresh_cache-aa19eaa0-199a-4c26-8e3c-04b323280ba7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.005803] env[62748]: DEBUG nova.network.neutron [req-63d5478a-7ccb-4c68-be5d-dada30d5c1c6 req-f49a80e7-3e92-4a1c-bb44-68e4a81c799b service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Refreshing network info cache for port 378e6149-7ac5-4636-8bdf-64ad87e3f917 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.266211] env[62748]: DEBUG nova.compute.manager [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.305211] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.306357] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.306357] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.306357] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.306357] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.306357] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.310193] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.310405] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.310591] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.310762] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.311276] env[62748]: DEBUG nova.virt.hardware [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.312085] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48640559-5cc3-4731-951d-c4c06780ecc5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.321776] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb5451a-6e4f-46cd-a5a0-fa5a8483728d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.365832] env[62748]: DEBUG nova.scheduler.client.report [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.430092] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749380, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.445018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.465395] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749382, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.482324] env[62748]: DEBUG nova.compute.manager [req-2617493c-0dc6-4bc3-9c2c-6ceff706c185 req-b26f736e-fe5c-4180-85fe-a39640c4b67c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Received event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 617.482500] env[62748]: DEBUG nova.compute.manager [req-2617493c-0dc6-4bc3-9c2c-6ceff706c185 req-b26f736e-fe5c-4180-85fe-a39640c4b67c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing instance network info cache due to event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 617.482730] env[62748]: DEBUG oslo_concurrency.lockutils [req-2617493c-0dc6-4bc3-9c2c-6ceff706c185 req-b26f736e-fe5c-4180-85fe-a39640c4b67c service nova] Acquiring lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.482880] env[62748]: DEBUG oslo_concurrency.lockutils [req-2617493c-0dc6-4bc3-9c2c-6ceff706c185 req-b26f736e-fe5c-4180-85fe-a39640c4b67c service nova] Acquired lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.483059] env[62748]: DEBUG nova.network.neutron [req-2617493c-0dc6-4bc3-9c2c-6ceff706c185 req-b26f736e-fe5c-4180-85fe-a39640c4b67c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.876020] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.876020] env[62748]: DEBUG nova.compute.manager [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.876737] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.449s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.877112] env[62748]: DEBUG nova.objects.instance [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 617.932706] env[62748]: DEBUG oslo_vmware.api [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749380, 'name': RemoveSnapshot_Task, 'duration_secs': 0.720615} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.933414] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 617.934644] env[62748]: INFO nova.compute.manager [None req-18bb62a4-8e03-459d-a293-da8509bdd3ac tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Took 15.77 seconds to snapshot the instance on the hypervisor. [ 617.972262] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749382, 'name': CreateVM_Task, 'duration_secs': 0.545972} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.972510] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.973264] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.974180] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.977018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.977018] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f0b6f7-4f35-46e7-8440-e0871cc86fdd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.983430] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 617.983430] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5221ee74-5109-0dc3-47d4-bf7a5fe6a673" [ 617.983430] env[62748]: _type = "Task" [ 617.983430] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.985534] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f91539-0ca4-4256-a40d-8fe3ede69f4d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.997505] env[62748]: DEBUG nova.network.neutron [req-63d5478a-7ccb-4c68-be5d-dada30d5c1c6 req-f49a80e7-3e92-4a1c-bb44-68e4a81c799b service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Updated VIF entry in instance network info cache for port 378e6149-7ac5-4636-8bdf-64ad87e3f917. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.997841] env[62748]: DEBUG nova.network.neutron [req-63d5478a-7ccb-4c68-be5d-dada30d5c1c6 req-f49a80e7-3e92-4a1c-bb44-68e4a81c799b service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Updating instance_info_cache with network_info: [{"id": "378e6149-7ac5-4636-8bdf-64ad87e3f917", "address": "fa:16:3e:23:5f:9d", "network": {"id": "3bd85c6c-1c57-4c06-829a-7a1c63b4b08a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1060988878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eedb0007d1d42a9bdb5d5fe20fe784c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap378e6149-7a", "ovs_interfaceid": "378e6149-7ac5-4636-8bdf-64ad87e3f917", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.007224] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5221ee74-5109-0dc3-47d4-bf7a5fe6a673, 'name': SearchDatastore_Task, 'duration_secs': 0.011532} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.023892] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.024248] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.024564] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.024727] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.024952] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.026488] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2af51aee-e20e-4739-bdc3-56a34ebaedab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.028710] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a19345f-0c1b-497f-b758-3c22ad6681f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.038539] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance 'a448b745-a791-4efe-aa38-e224492729f7' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 618.043983] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.044287] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.045554] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbc033f-20a3-4c42-b13a-83bb758fce65 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.052782] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 618.052782] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c80849-ecb0-e864-84f4-27717bfc6c0b" [ 618.052782] env[62748]: _type = "Task" [ 618.052782] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.063215] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c80849-ecb0-e864-84f4-27717bfc6c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.100583] env[62748]: DEBUG oslo_vmware.rw_handles [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261420d-cff7-5ece-bf76-46d24ad05239/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 618.101830] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1415029-854f-40bf-a14f-b43cffccadd2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.109952] env[62748]: DEBUG oslo_vmware.rw_handles [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261420d-cff7-5ece-bf76-46d24ad05239/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 618.109952] env[62748]: ERROR oslo_vmware.rw_handles [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261420d-cff7-5ece-bf76-46d24ad05239/disk-0.vmdk due to incomplete transfer. [ 618.110232] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9bbe8648-5a8f-4087-a186-855993c70f34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.121240] env[62748]: DEBUG oslo_vmware.rw_handles [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5261420d-cff7-5ece-bf76-46d24ad05239/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 618.121474] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Uploaded image fb8dc305-7ae4-44d5-a422-db2a277b5bb4 to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 618.124305] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 618.124305] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-94b0c73c-d5ee-46e2-9a1f-96c4ac8efdd1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.132810] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 618.132810] env[62748]: value = "task-2749383" [ 618.132810] env[62748]: _type = "Task" [ 618.132810] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.143740] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749383, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.226084] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquiring lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.226336] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.387025] env[62748]: DEBUG nova.compute.utils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.395195] env[62748]: DEBUG nova.compute.manager [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.395420] env[62748]: DEBUG nova.network.neutron [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.501280] env[62748]: DEBUG oslo_concurrency.lockutils [req-63d5478a-7ccb-4c68-be5d-dada30d5c1c6 req-f49a80e7-3e92-4a1c-bb44-68e4a81c799b service nova] Releasing lock "refresh_cache-aa19eaa0-199a-4c26-8e3c-04b323280ba7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.550943] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.550943] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89083337-6aab-40a7-a48f-81dc746d8436 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.559497] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 618.559497] env[62748]: value = "task-2749384" [ 618.559497] env[62748]: _type = "Task" [ 618.559497] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.568147] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c80849-ecb0-e864-84f4-27717bfc6c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.569130] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68cd333b-8744-49ae-aa19-fc3d54b70f23 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.575848] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 618.575848] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dace3b-f045-117d-a15f-6cfc4063239b" [ 618.575848] env[62748]: _type = "Task" [ 618.575848] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.580450] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.587431] env[62748]: DEBUG nova.policy [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a55d3f7ca02c46a8958b8b05ceba12cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87112887e35f4d9fa10c8592174d2417', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.595854] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dace3b-f045-117d-a15f-6cfc4063239b, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.598755] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.599239] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3/27e3bcbc-7bc6-4a90-a135-d95e03ad99a3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.599527] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dc1fcfd-af24-469e-82cc-6423d0dcc346 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.609219] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 618.609219] env[62748]: value = "task-2749385" [ 618.609219] env[62748]: _type = "Task" [ 618.609219] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.619716] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.645156] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749383, 'name': Destroy_Task, 'duration_secs': 0.434857} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.645156] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Destroyed the VM [ 618.645156] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 618.645156] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d810f838-701c-4a2d-8ae6-0993626d0b05 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.653464] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 618.653464] env[62748]: value = "task-2749386" [ 618.653464] env[62748]: _type = "Task" [ 618.653464] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.663476] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749386, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.723513] env[62748]: DEBUG nova.network.neutron [req-2617493c-0dc6-4bc3-9c2c-6ceff706c185 req-b26f736e-fe5c-4180-85fe-a39640c4b67c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updated VIF entry in instance network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.723911] env[62748]: DEBUG nova.network.neutron [req-2617493c-0dc6-4bc3-9c2c-6ceff706c185 req-b26f736e-fe5c-4180-85fe-a39640c4b67c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updating instance_info_cache with network_info: [{"id": "55719956-eaa2-4834-a8f5-08ed90c79176", "address": "fa:16:3e:7d:5b:03", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55719956-ea", "ovs_interfaceid": "55719956-eaa2-4834-a8f5-08ed90c79176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.896899] env[62748]: DEBUG nova.compute.manager [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.906683] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04fdca81-df69-458c-a8ea-712899498aee tempest-ServersAdmin275Test-1104969030 tempest-ServersAdmin275Test-1104969030-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.030s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.909061] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.800s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.913790] env[62748]: INFO nova.compute.claims [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.082658] env[62748]: DEBUG oslo_vmware.api [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749384, 'name': PowerOnVM_Task, 'duration_secs': 0.446578} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.082658] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.082946] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-97deebdd-c678-4337-bf1e-b4cff47190f5 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance 'a448b745-a791-4efe-aa38-e224492729f7' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 619.121701] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.171358] env[62748]: DEBUG oslo_vmware.api [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749386, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398938} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.172873] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 619.173236] env[62748]: INFO nova.compute.manager [None req-bc60668f-c550-4769-baa9-ab0175abfaad tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 619.228447] env[62748]: DEBUG oslo_concurrency.lockutils [req-2617493c-0dc6-4bc3-9c2c-6ceff706c185 req-b26f736e-fe5c-4180-85fe-a39640c4b67c service nova] Releasing lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.323922] env[62748]: DEBUG nova.network.neutron [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Successfully updated port: 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.622151] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668887} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.622639] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3/27e3bcbc-7bc6-4a90-a135-d95e03ad99a3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.622879] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.623194] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f0d5db3-e775-49f0-9c5a-754ed40e8087 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.631090] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 619.631090] env[62748]: value = "task-2749387" [ 619.631090] env[62748]: _type = "Task" [ 619.631090] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.644101] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.676205] env[62748]: DEBUG nova.network.neutron [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Successfully created port: 3c667f3b-1a49-4482-98e3-872e09a01810 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.826720] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "refresh_cache-51bf0346-49a9-4ee6-b744-82763fc2ad70" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.826720] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquired lock "refresh_cache-51bf0346-49a9-4ee6-b744-82763fc2ad70" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.826956] env[62748]: DEBUG nova.network.neutron [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.915207] env[62748]: DEBUG nova.compute.manager [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.940984] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.941277] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.941435] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.941614] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.941760] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.941906] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.942182] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.942357] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.942529] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.942782] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.943121] env[62748]: DEBUG nova.virt.hardware [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.943997] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678472f1-615e-4ac8-ba8b-9f94a0c478b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.957629] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f318ef7-0fa3-49e9-94df-6577c32d507b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.145318] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073957} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.145706] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.146853] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad7b14-6cc5-4f27-bba7-d2df2d337f51 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.173769] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3/27e3bcbc-7bc6-4a90-a135-d95e03ad99a3.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.175983] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e05e3b-ecbd-4966-bbb2-c6f7ee044096 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.206999] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 620.206999] env[62748]: value = "task-2749388" [ 620.206999] env[62748]: _type = "Task" [ 620.206999] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.224016] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749388, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.386395] env[62748]: DEBUG nova.network.neutron [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.580761] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9728f469-7dad-467d-b9cf-7f4ac717cf2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.592228] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d571de-2dee-4240-8eea-d5df36c9f194 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.642828] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2812a6e-1b62-4957-8f2e-ff4073d1a277 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.645474] env[62748]: DEBUG nova.network.neutron [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Updating instance_info_cache with network_info: [{"id": "7d524d7a-4d02-4240-bcfd-cb8db8d2dc03", "address": "fa:16:3e:f5:2c:11", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d524d7a-4d", "ovs_interfaceid": "7d524d7a-4d02-4240-bcfd-cb8db8d2dc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.653560] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29330867-fd1e-4fc7-9dee-afe98f428796 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.671938] env[62748]: DEBUG nova.compute.provider_tree [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.720263] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749388, 'name': ReconfigVM_Task, 'duration_secs': 0.455241} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.720582] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3/27e3bcbc-7bc6-4a90-a135-d95e03ad99a3.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.722583] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0c0620e-75c7-4fd3-af73-173d08e5a96a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.730920] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 620.730920] env[62748]: value = "task-2749389" [ 620.730920] env[62748]: _type = "Task" [ 620.730920] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.742836] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749389, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.846460] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquiring lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.846712] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.149875] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Releasing lock "refresh_cache-51bf0346-49a9-4ee6-b744-82763fc2ad70" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.150264] env[62748]: DEBUG nova.compute.manager [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Instance network_info: |[{"id": "7d524d7a-4d02-4240-bcfd-cb8db8d2dc03", "address": "fa:16:3e:f5:2c:11", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d524d7a-4d", "ovs_interfaceid": "7d524d7a-4d02-4240-bcfd-cb8db8d2dc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 621.150704] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:2c:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d524d7a-4d02-4240-bcfd-cb8db8d2dc03', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.159945] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Creating folder: Project (87112887e35f4d9fa10c8592174d2417). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.160395] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-706330d7-5986-4096-bb31-37327a567f4e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.174505] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Created folder: Project (87112887e35f4d9fa10c8592174d2417) in parent group-v553264. [ 621.174719] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Creating folder: Instances. Parent ref: group-v553332. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.177032] env[62748]: DEBUG nova.scheduler.client.report [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.178817] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36b7ed40-ed82-486d-9efc-ef5969861675 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.190944] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Created folder: Instances in parent group-v553332. [ 621.191120] env[62748]: DEBUG oslo.service.loopingcall [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.191310] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.191535] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e46353fd-6ca2-4163-ba4a-8fe5f9073164 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.216775] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.216775] env[62748]: value = "task-2749392" [ 621.216775] env[62748]: _type = "Task" [ 621.216775] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.225319] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749392, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.244325] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749389, 'name': Rename_Task, 'duration_secs': 0.199452} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.244705] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.244873] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281cdcbc-9e2a-47bf-93ae-2592d6b00c7b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.253516] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 621.253516] env[62748]: value = "task-2749393" [ 621.253516] env[62748]: _type = "Task" [ 621.253516] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.261719] env[62748]: DEBUG nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received event network-vif-plugged-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 621.262293] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Acquiring lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.262585] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.262820] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.263020] env[62748]: DEBUG nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] No waiting events found dispatching network-vif-plugged-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.263303] env[62748]: WARNING nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received unexpected event network-vif-plugged-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd for instance with vm_state building and task_state spawning. [ 621.263438] env[62748]: DEBUG nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received event network-changed-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 621.263527] env[62748]: DEBUG nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Refreshing instance network info cache due to event network-changed-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 621.263713] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Acquiring lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.263872] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Acquired lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.264127] env[62748]: DEBUG nova.network.neutron [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Refreshing network info cache for port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.269630] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.686017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.686017] env[62748]: DEBUG nova.compute.manager [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.689217] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.965s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.690909] env[62748]: INFO nova.compute.claims [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.740968] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749392, 'name': CreateVM_Task, 'duration_secs': 0.379687} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.740968] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.740968] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.740968] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.741241] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.743222] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76657f40-459a-4529-81da-a1dab3a5a386 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.753106] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 621.753106] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5231b93f-39b0-d886-246e-c343e686d435" [ 621.753106] env[62748]: _type = "Task" [ 621.753106] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.767344] env[62748]: DEBUG oslo_vmware.api [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749393, 'name': PowerOnVM_Task, 'duration_secs': 0.511795} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.770585] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.770807] env[62748]: INFO nova.compute.manager [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Took 7.12 seconds to spawn the instance on the hypervisor. [ 621.772936] env[62748]: DEBUG nova.compute.manager [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.773782] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5231b93f-39b0-d886-246e-c343e686d435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.774958] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92386ec-8f8c-4191-9504-a2e2d3c0f5f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.942174] env[62748]: DEBUG nova.network.neutron [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Successfully updated port: 3c667f3b-1a49-4482-98e3-872e09a01810 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.201717] env[62748]: DEBUG nova.compute.utils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.205468] env[62748]: DEBUG nova.compute.manager [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.205938] env[62748]: DEBUG nova.network.neutron [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.229139] env[62748]: DEBUG nova.network.neutron [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updated VIF entry in instance network info cache for port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.229577] env[62748]: DEBUG nova.network.neutron [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating instance_info_cache with network_info: [{"id": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "address": "fa:16:3e:03:1c:d0", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8645a4ad-bd", "ovs_interfaceid": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.264673] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5231b93f-39b0-d886-246e-c343e686d435, 'name': SearchDatastore_Task, 'duration_secs': 0.028826} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.264673] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.264863] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.265106] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.265261] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.265436] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.265904] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f29d3438-244b-457e-a4c0-821020034f04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.279713] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.279970] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.281673] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9f2dce-63cb-4e41-9adc-6d84b3e78126 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.288177] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 622.288177] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7d1b9-ed61-be71-113b-b605016c4ad8" [ 622.288177] env[62748]: _type = "Task" [ 622.288177] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.985297] env[62748]: DEBUG nova.policy [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cea130135db841d8903e8dbf09998b74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '347883ee18f04ee7bb2f9936f1ab1b08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.987400] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "refresh_cache-162ea36e-6177-499d-b468-479a71e74fc9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.987521] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquired lock "refresh_cache-162ea36e-6177-499d-b468-479a71e74fc9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.987594] env[62748]: DEBUG nova.network.neutron [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.988847] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "a448b745-a791-4efe-aa38-e224492729f7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.989063] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.989351] env[62748]: DEBUG nova.compute.manager [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Going to confirm migration 1 {{(pid=62748) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 622.993448] env[62748]: DEBUG nova.compute.manager [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.996935] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Releasing lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.997159] env[62748]: DEBUG nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Received event network-vif-plugged-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 622.997338] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Acquiring lock "51bf0346-49a9-4ee6-b744-82763fc2ad70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.997522] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Lock "51bf0346-49a9-4ee6-b744-82763fc2ad70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.997757] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Lock "51bf0346-49a9-4ee6-b744-82763fc2ad70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.997850] env[62748]: DEBUG nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] No waiting events found dispatching network-vif-plugged-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.997997] env[62748]: WARNING nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Received unexpected event network-vif-plugged-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 for instance with vm_state building and task_state spawning. [ 622.998177] env[62748]: DEBUG nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Received event network-changed-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 622.998330] env[62748]: DEBUG nova.compute.manager [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Refreshing instance network info cache due to event network-changed-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 622.998504] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Acquiring lock "refresh_cache-51bf0346-49a9-4ee6-b744-82763fc2ad70" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.998637] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Acquired lock "refresh_cache-51bf0346-49a9-4ee6-b744-82763fc2ad70" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.998789] env[62748]: DEBUG nova.network.neutron [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Refreshing network info cache for port 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.006880] env[62748]: INFO nova.compute.manager [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Took 36.10 seconds to build instance. [ 623.011697] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7d1b9-ed61-be71-113b-b605016c4ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.029638} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.012966] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-382b4d5d-69bd-4c30-92d9-e48c0e5cb0d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.020212] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 623.020212] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528f92b6-9348-93ea-1894-9404545a824c" [ 623.020212] env[62748]: _type = "Task" [ 623.020212] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.028323] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528f92b6-9348-93ea-1894-9404545a824c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.513943] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e498b6f7-f0c0-4d5d-a55c-dc13b3252c1b tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.649s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.530384] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fc207b-7b38-44fe-b865-54ee922f0d2d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.537218] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528f92b6-9348-93ea-1894-9404545a824c, 'name': SearchDatastore_Task, 'duration_secs': 0.018768} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.537827] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.538113] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 51bf0346-49a9-4ee6-b744-82763fc2ad70/51bf0346-49a9-4ee6-b744-82763fc2ad70.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.538361] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee5427d3-6c9a-4e18-85b9-72eb1e266ecb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.543230] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e853e7b-07d7-4c5b-a221-f5b38cc3a1f0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.581342] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdae0b8-2612-480b-b49e-5bb91cdf2d75 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.584514] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 623.584514] env[62748]: value = "task-2749394" [ 623.584514] env[62748]: _type = "Task" [ 623.584514] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.595018] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf2fef5-afe4-4437-bf6c-ae5fd3356eae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.599192] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.610559] env[62748]: DEBUG nova.compute.provider_tree [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.619792] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.619965] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.620190] env[62748]: DEBUG nova.network.neutron [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.620379] env[62748]: DEBUG nova.objects.instance [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lazy-loading 'info_cache' on Instance uuid a448b745-a791-4efe-aa38-e224492729f7 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.634473] env[62748]: DEBUG nova.network.neutron [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.946146] env[62748]: DEBUG nova.network.neutron [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Successfully created port: 1b41b8a3-40bc-4730-a08a-7dd7873a7db7 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.014798] env[62748]: DEBUG nova.compute.manager [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.017879] env[62748]: DEBUG nova.compute.manager [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.060208] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.060395] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.060478] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.060870] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.060870] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.061148] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.062141] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.062292] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.062486] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.062663] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.062840] env[62748]: DEBUG nova.virt.hardware [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.063935] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660a3847-7bae-4664-94a3-dd387d341d07 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.080735] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfebc4e4-5444-4c05-9cc5-c27b968d6532 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.102746] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749394, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.113171] env[62748]: DEBUG nova.scheduler.client.report [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.120188] env[62748]: DEBUG nova.network.neutron [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Updating instance_info_cache with network_info: [{"id": "3c667f3b-1a49-4482-98e3-872e09a01810", "address": "fa:16:3e:d3:a0:3c", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c667f3b-1a", "ovs_interfaceid": "3c667f3b-1a49-4482-98e3-872e09a01810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.233868] env[62748]: DEBUG oslo_concurrency.lockutils [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquiring lock "9a9c2168-d130-4407-8b67-c9918b195871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.233868] env[62748]: DEBUG oslo_concurrency.lockutils [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "9a9c2168-d130-4407-8b67-c9918b195871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.233868] env[62748]: DEBUG oslo_concurrency.lockutils [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquiring lock "9a9c2168-d130-4407-8b67-c9918b195871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.233868] env[62748]: DEBUG oslo_concurrency.lockutils [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "9a9c2168-d130-4407-8b67-c9918b195871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.234174] env[62748]: DEBUG oslo_concurrency.lockutils [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "9a9c2168-d130-4407-8b67-c9918b195871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.236907] env[62748]: INFO nova.compute.manager [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Terminating instance [ 624.255022] env[62748]: DEBUG nova.compute.manager [req-d890875e-4ea6-42ff-a6b2-c6a1b0c76981 req-197d88f4-271b-45d8-9bdf-21ddba4bb501 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Received event network-changed-05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.255022] env[62748]: DEBUG nova.compute.manager [req-d890875e-4ea6-42ff-a6b2-c6a1b0c76981 req-197d88f4-271b-45d8-9bdf-21ddba4bb501 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Refreshing instance network info cache due to event network-changed-05435ed9-1db7-412a-864d-c56979522a85. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 624.255022] env[62748]: DEBUG oslo_concurrency.lockutils [req-d890875e-4ea6-42ff-a6b2-c6a1b0c76981 req-197d88f4-271b-45d8-9bdf-21ddba4bb501 service nova] Acquiring lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.255022] env[62748]: DEBUG oslo_concurrency.lockutils [req-d890875e-4ea6-42ff-a6b2-c6a1b0c76981 req-197d88f4-271b-45d8-9bdf-21ddba4bb501 service nova] Acquired lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.255022] env[62748]: DEBUG nova.network.neutron [req-d890875e-4ea6-42ff-a6b2-c6a1b0c76981 req-197d88f4-271b-45d8-9bdf-21ddba4bb501 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Refreshing network info cache for port 05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.275706] env[62748]: DEBUG nova.network.neutron [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Updated VIF entry in instance network info cache for port 7d524d7a-4d02-4240-bcfd-cb8db8d2dc03. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.276053] env[62748]: DEBUG nova.network.neutron [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Updating instance_info_cache with network_info: [{"id": "7d524d7a-4d02-4240-bcfd-cb8db8d2dc03", "address": "fa:16:3e:f5:2c:11", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d524d7a-4d", "ovs_interfaceid": "7d524d7a-4d02-4240-bcfd-cb8db8d2dc03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.477607] env[62748]: DEBUG oslo_concurrency.lockutils [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "22799428-aa99-4338-9e39-316b684846f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.477923] env[62748]: DEBUG oslo_concurrency.lockutils [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "22799428-aa99-4338-9e39-316b684846f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.478165] env[62748]: DEBUG oslo_concurrency.lockutils [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "22799428-aa99-4338-9e39-316b684846f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.478342] env[62748]: DEBUG oslo_concurrency.lockutils [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "22799428-aa99-4338-9e39-316b684846f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.478535] env[62748]: DEBUG oslo_concurrency.lockutils [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "22799428-aa99-4338-9e39-316b684846f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.480952] env[62748]: INFO nova.compute.manager [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Terminating instance [ 624.543582] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Received event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.543780] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing instance network info cache due to event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 624.544010] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Acquiring lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.546209] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Acquired lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.547187] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.552728] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.599125] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899624} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.599427] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 51bf0346-49a9-4ee6-b744-82763fc2ad70/51bf0346-49a9-4ee6-b744-82763fc2ad70.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.599647] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.601964] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16676857-f2f2-4411-9e39-ef6013a618c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.608099] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 624.608099] env[62748]: value = "task-2749395" [ 624.608099] env[62748]: _type = "Task" [ 624.608099] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.620590] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.931s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.621550] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.624841] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.625599] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.176s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.627167] env[62748]: INFO nova.compute.claims [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.630867] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Releasing lock "refresh_cache-162ea36e-6177-499d-b468-479a71e74fc9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.630867] env[62748]: DEBUG nova.compute.manager [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Instance network_info: |[{"id": "3c667f3b-1a49-4482-98e3-872e09a01810", "address": "fa:16:3e:d3:a0:3c", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c667f3b-1a", "ovs_interfaceid": "3c667f3b-1a49-4482-98e3-872e09a01810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.633294] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:a0:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c667f3b-1a49-4482-98e3-872e09a01810', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.647614] env[62748]: DEBUG oslo.service.loopingcall [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.648539] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.649173] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddc34362-80e2-4707-8d0c-d5af52bbfb82 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.670090] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.670090] env[62748]: value = "task-2749396" [ 624.670090] env[62748]: _type = "Task" [ 624.670090] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.678589] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749396, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.741169] env[62748]: DEBUG nova.compute.manager [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.741632] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.742771] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eee9e2-ecd0-48f3-9b10-e34aa7ebf36f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.750656] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.750929] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b19ea37-a68a-4a96-8ff0-42d8825a3c0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.759962] env[62748]: DEBUG oslo_vmware.api [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 624.759962] env[62748]: value = "task-2749397" [ 624.759962] env[62748]: _type = "Task" [ 624.759962] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.769079] env[62748]: DEBUG oslo_vmware.api [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.780621] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2618163-a86c-44ea-82ab-b5aff03c9a1b req-dec36d16-a375-47dc-b693-2772905949a7 service nova] Releasing lock "refresh_cache-51bf0346-49a9-4ee6-b744-82763fc2ad70" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.988637] env[62748]: DEBUG nova.compute.manager [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.988637] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.989284] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d9bff3-01cd-48f7-9e85-45fb85a71135 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.997731] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.998084] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad6358e3-b659-47e6-ad7a-4e0d756476f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.071369] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.071369] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.071369] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleting the datastore file [datastore1] 22799428-aa99-4338-9e39-316b684846f7 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.071708] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59eb3d40-7339-4830-9929-1e3c3b3a1c6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.077692] env[62748]: DEBUG oslo_vmware.api [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 625.077692] env[62748]: value = "task-2749399" [ 625.077692] env[62748]: _type = "Task" [ 625.077692] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.086296] env[62748]: DEBUG oslo_vmware.api [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.122722] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065421} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.122722] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.122722] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01e5e8b-a6bd-4ffb-afa0-f6e433655252 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.126571] env[62748]: DEBUG nova.compute.utils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.140067] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.140067] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.153052] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 51bf0346-49a9-4ee6-b744-82763fc2ad70/51bf0346-49a9-4ee6-b744-82763fc2ad70.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.156981] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7394bb7b-a5cb-4013-be3f-51d4882f9c04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.190971] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749396, 'name': CreateVM_Task, 'duration_secs': 0.431397} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.192198] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.192832] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 625.192832] env[62748]: value = "task-2749400" [ 625.192832] env[62748]: _type = "Task" [ 625.192832] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.196588] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.196588] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.196588] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.196588] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde707f8-0bb8-47a4-85bd-06392381b66f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.203089] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 625.203089] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5227a977-c272-c78f-87f8-b99de5ba7b4f" [ 625.203089] env[62748]: _type = "Task" [ 625.203089] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.206567] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.217020] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5227a977-c272-c78f-87f8-b99de5ba7b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.238061] env[62748]: DEBUG nova.policy [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd24a0df8a064c359b66269d5925888e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a19bf1124524667b5a1c336be3eac66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.255184] env[62748]: DEBUG nova.network.neutron [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance_info_cache with network_info: [{"id": "34c8c450-f05e-4257-935d-eea1adb00dba", "address": "fa:16:3e:b0:51:ab", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34c8c450-f0", "ovs_interfaceid": "34c8c450-f05e-4257-935d-eea1adb00dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.276231] env[62748]: DEBUG oslo_vmware.api [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749397, 'name': PowerOffVM_Task, 'duration_secs': 0.318719} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.276511] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.276674] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 625.276919] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04225ad0-5234-4372-84df-5188ad428f68 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.351084] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 625.351084] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 625.351084] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Deleting the datastore file [datastore2] 9a9c2168-d130-4407-8b67-c9918b195871 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.351084] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b5d6c5b-89f7-4695-a938-53bf35c0087b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.354892] env[62748]: DEBUG oslo_concurrency.lockutils [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.354892] env[62748]: DEBUG oslo_concurrency.lockutils [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.354892] env[62748]: DEBUG oslo_concurrency.lockutils [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.354892] env[62748]: DEBUG oslo_concurrency.lockutils [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.355279] env[62748]: DEBUG oslo_concurrency.lockutils [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.358488] env[62748]: DEBUG oslo_vmware.api [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for the task: (returnval){ [ 625.358488] env[62748]: value = "task-2749402" [ 625.358488] env[62748]: _type = "Task" [ 625.358488] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.361568] env[62748]: INFO nova.compute.manager [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Terminating instance [ 625.370304] env[62748]: DEBUG oslo_vmware.api [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.439057] env[62748]: DEBUG nova.network.neutron [req-d890875e-4ea6-42ff-a6b2-c6a1b0c76981 req-197d88f4-271b-45d8-9bdf-21ddba4bb501 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updated VIF entry in instance network info cache for port 05435ed9-1db7-412a-864d-c56979522a85. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.439057] env[62748]: DEBUG nova.network.neutron [req-d890875e-4ea6-42ff-a6b2-c6a1b0c76981 req-197d88f4-271b-45d8-9bdf-21ddba4bb501 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updating instance_info_cache with network_info: [{"id": "05435ed9-1db7-412a-864d-c56979522a85", "address": "fa:16:3e:c0:71:d4", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05435ed9-1d", "ovs_interfaceid": "05435ed9-1db7-412a-864d-c56979522a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.463449] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquiring lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.463785] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.592723] env[62748]: DEBUG oslo_vmware.api [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368333} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.593251] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.593315] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.593644] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.594757] env[62748]: INFO nova.compute.manager [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 22799428-aa99-4338-9e39-316b684846f7] Took 0.61 seconds to destroy the instance on the hypervisor. [ 625.594757] env[62748]: DEBUG oslo.service.loopingcall [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.594757] env[62748]: DEBUG nova.compute.manager [-] [instance: 22799428-aa99-4338-9e39-316b684846f7] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.594757] env[62748]: DEBUG nova.network.neutron [-] [instance: 22799428-aa99-4338-9e39-316b684846f7] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.641161] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.711970] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749400, 'name': ReconfigVM_Task, 'duration_secs': 0.422108} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.713859] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 51bf0346-49a9-4ee6-b744-82763fc2ad70/51bf0346-49a9-4ee6-b744-82763fc2ad70.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.714544] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-829729f1-0c38-4b23-913f-07a56b528e47 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.726662] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5227a977-c272-c78f-87f8-b99de5ba7b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.027831} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.727842] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 625.727842] env[62748]: value = "task-2749403" [ 625.727842] env[62748]: _type = "Task" [ 625.727842] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.730077] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.730265] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.730494] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.730637] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.730812] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.732972] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6fa6ffa-c714-43bf-82d9-cb2734e8562f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.747107] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749403, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.753307] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.753307] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.754626] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8ffab6-775a-4c2b-b11e-612856065a03 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.759138] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "refresh_cache-a448b745-a791-4efe-aa38-e224492729f7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.761088] env[62748]: DEBUG nova.objects.instance [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lazy-loading 'migration_context' on Instance uuid a448b745-a791-4efe-aa38-e224492729f7 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.764696] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 625.764696] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b2fe9-1930-6746-c261-ad77c92848f5" [ 625.764696] env[62748]: _type = "Task" [ 625.764696] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.775021] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b2fe9-1930-6746-c261-ad77c92848f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.870778] env[62748]: DEBUG nova.compute.manager [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.871014] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.871329] env[62748]: DEBUG oslo_vmware.api [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Task: {'id': task-2749402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40193} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.872120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09406b1f-699d-4199-8f80-aea4ef04e440 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.875178] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.875360] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.875531] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.875705] env[62748]: INFO nova.compute.manager [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Took 1.13 seconds to destroy the instance on the hypervisor. [ 625.875952] env[62748]: DEBUG oslo.service.loopingcall [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.876166] env[62748]: DEBUG nova.compute.manager [-] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.876256] env[62748]: DEBUG nova.network.neutron [-] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.909175] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.909175] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e38e5a3-fa1c-45a6-9bf8-d7f6fcbd2a7f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.909175] env[62748]: DEBUG oslo_vmware.api [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 625.909175] env[62748]: value = "task-2749404" [ 625.909175] env[62748]: _type = "Task" [ 625.909175] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.909175] env[62748]: DEBUG oslo_vmware.api [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.949021] env[62748]: DEBUG oslo_concurrency.lockutils [req-d890875e-4ea6-42ff-a6b2-c6a1b0c76981 req-197d88f4-271b-45d8-9bdf-21ddba4bb501 service nova] Releasing lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.056307] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Successfully created port: 6c4a6131-e81e-439d-8290-61f4d80bca80 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.113107] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updated VIF entry in instance network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.113505] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updating instance_info_cache with network_info: [{"id": "55719956-eaa2-4834-a8f5-08ed90c79176", "address": "fa:16:3e:7d:5b:03", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55719956-ea", "ovs_interfaceid": "55719956-eaa2-4834-a8f5-08ed90c79176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.247802] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749403, 'name': Rename_Task, 'duration_secs': 0.140258} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.250742] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.252329] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-990a04b8-3f6b-40a6-8225-add20f7dfbdd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.266620] env[62748]: DEBUG nova.objects.base [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 626.267377] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 626.267377] env[62748]: value = "task-2749405" [ 626.267377] env[62748]: _type = "Task" [ 626.267377] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.268173] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f0575-0e76-4763-ac90-05cf19cf7a6e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.301382] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b2fe9-1930-6746-c261-ad77c92848f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016389} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.304734] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762cc11d-f0ca-4ad3-bdd8-3afdb119e70b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.307874] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749405, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.310545] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f083e3f-f69c-42f5-af90-540becdc51d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.316992] env[62748]: DEBUG oslo_vmware.api [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 626.316992] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52920fc2-b5bc-d9d6-be5f-c9f21c84bdf4" [ 626.316992] env[62748]: _type = "Task" [ 626.316992] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.318414] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 626.318414] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b74fd5-5d93-5a50-30f0-6ec0d3e76556" [ 626.318414] env[62748]: _type = "Task" [ 626.318414] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.333050] env[62748]: DEBUG oslo_vmware.api [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52920fc2-b5bc-d9d6-be5f-c9f21c84bdf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.337948] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b74fd5-5d93-5a50-30f0-6ec0d3e76556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.401213] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59900db7-c411-4edd-a643-2a3df5e4b42a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.413471] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4f9901-3c0d-47ea-a14d-fac0b944c025 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.418257] env[62748]: DEBUG oslo_vmware.api [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749404, 'name': PowerOffVM_Task, 'duration_secs': 0.188261} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.418257] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.418257] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.418257] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-296097a5-8c0f-46ca-9784-479dde073821 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.448336] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b3fbed-5c1f-4c61-a48f-8f194f8db22b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.456453] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca562dfe-3d0a-4eee-b416-e07dff983c2a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.478705] env[62748]: DEBUG nova.compute.provider_tree [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.484954] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.485937] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.485937] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Deleting the datastore file [datastore2] bb2adeb8-a2fe-42aa-a722-d5184d71d096 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.485937] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30d49a4f-ff81-4b61-9891-23f574c5c76d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.493070] env[62748]: DEBUG oslo_vmware.api [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 626.493070] env[62748]: value = "task-2749407" [ 626.493070] env[62748]: _type = "Task" [ 626.493070] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.502507] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "8303b35e-60a0-421e-893e-ed8e93675879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.502620] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "8303b35e-60a0-421e-893e-ed8e93675879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.507638] env[62748]: DEBUG oslo_vmware.api [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.618184] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Releasing lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.618485] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Received event network-changed-05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 626.618776] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Refreshing instance network info cache due to event network-changed-05435ed9-1db7-412a-864d-c56979522a85. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 626.618862] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Acquiring lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.619012] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Acquired lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.619177] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Refreshing network info cache for port 05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.653523] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.682387] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.682655] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.682832] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.686056] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.686056] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.686056] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.686056] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.686056] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.686625] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.686625] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.686625] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.686625] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6f937e-5284-44b5-9872-ea95ec05468a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.693527] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c666fd-67a4-48da-8af8-ef2a4f321122 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.786798] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749405, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.835374] env[62748]: DEBUG oslo_vmware.api [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52920fc2-b5bc-d9d6-be5f-c9f21c84bdf4, 'name': SearchDatastore_Task, 'duration_secs': 0.025431} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.839537] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.839969] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b74fd5-5d93-5a50-30f0-6ec0d3e76556, 'name': SearchDatastore_Task, 'duration_secs': 0.027808} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.840337] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.840687] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 162ea36e-6177-499d-b468-479a71e74fc9/162ea36e-6177-499d-b468-479a71e74fc9.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.841344] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47807fdb-019c-41ff-9c62-c92a0ede6054 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.848209] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 626.848209] env[62748]: value = "task-2749408" [ 626.848209] env[62748]: _type = "Task" [ 626.848209] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.856096] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.982576] env[62748]: DEBUG nova.scheduler.client.report [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.004238] env[62748]: DEBUG oslo_vmware.api [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192393} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.006420] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.006642] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.006841] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.007112] env[62748]: INFO nova.compute.manager [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Took 1.14 seconds to destroy the instance on the hypervisor. [ 627.007308] env[62748]: DEBUG oslo.service.loopingcall [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.008051] env[62748]: DEBUG nova.compute.manager [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.008167] env[62748]: DEBUG nova.network.neutron [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.292666] env[62748]: DEBUG oslo_vmware.api [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749405, 'name': PowerOnVM_Task, 'duration_secs': 0.555095} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.292900] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.293433] env[62748]: INFO nova.compute.manager [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Took 10.03 seconds to spawn the instance on the hypervisor. [ 627.293433] env[62748]: DEBUG nova.compute.manager [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.295726] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7727dc68-d285-41a2-9d64-e84c077720f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.360314] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497463} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.360617] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 162ea36e-6177-499d-b468-479a71e74fc9/162ea36e-6177-499d-b468-479a71e74fc9.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.360998] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.361510] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2aee224-dfe5-41e8-b10c-509f95cfb697 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.369646] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 627.369646] env[62748]: value = "task-2749409" [ 627.369646] env[62748]: _type = "Task" [ 627.369646] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.379555] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.458108] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "d4caa239-66c2-4304-91a9-38f960480d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.458766] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "d4caa239-66c2-4304-91a9-38f960480d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.491087] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.491634] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.496648] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.646s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.500066] env[62748]: INFO nova.compute.claims [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.510319] env[62748]: DEBUG nova.network.neutron [-] [instance: 22799428-aa99-4338-9e39-316b684846f7] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.524706] env[62748]: DEBUG nova.network.neutron [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Successfully updated port: 1b41b8a3-40bc-4730-a08a-7dd7873a7db7 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.820041] env[62748]: INFO nova.compute.manager [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Took 39.70 seconds to build instance. [ 627.830262] env[62748]: DEBUG nova.network.neutron [-] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.856469] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updated VIF entry in instance network info cache for port 05435ed9-1db7-412a-864d-c56979522a85. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.856841] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updating instance_info_cache with network_info: [{"id": "05435ed9-1db7-412a-864d-c56979522a85", "address": "fa:16:3e:c0:71:d4", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05435ed9-1d", "ovs_interfaceid": "05435ed9-1db7-412a-864d-c56979522a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.886766] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096158} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.889028] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.890090] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdeeca44-5374-4500-af0e-541ee687d19f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.915895] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 162ea36e-6177-499d-b468-479a71e74fc9/162ea36e-6177-499d-b468-479a71e74fc9.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.917226] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea96aa8-cb9a-41c5-baa5-dba1979c0943 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.938069] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 627.938069] env[62748]: value = "task-2749410" [ 627.938069] env[62748]: _type = "Task" [ 627.938069] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.950620] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.008332] env[62748]: DEBUG nova.compute.utils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.008505] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.008645] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.018465] env[62748]: INFO nova.compute.manager [-] [instance: 22799428-aa99-4338-9e39-316b684846f7] Took 2.42 seconds to deallocate network for instance. [ 628.026624] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "refresh_cache-cee370ce-c987-4ae1-b922-1988654c6193" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.026768] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquired lock "refresh_cache-cee370ce-c987-4ae1-b922-1988654c6193" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.026969] env[62748]: DEBUG nova.network.neutron [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.106346] env[62748]: DEBUG nova.policy [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd24a0df8a064c359b66269d5925888e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a19bf1124524667b5a1c336be3eac66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.308221] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.308659] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.321929] env[62748]: DEBUG oslo_concurrency.lockutils [None req-916ff579-f518-4c09-96dd-9677dd0f1084 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "51bf0346-49a9-4ee6-b744-82763fc2ad70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.826s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.333474] env[62748]: INFO nova.compute.manager [-] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Took 2.46 seconds to deallocate network for instance. [ 628.360402] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Releasing lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.363728] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Received event network-changed-da684836-1116-4e2d-af27-7e3a5de8aefc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 628.363728] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Refreshing instance network info cache due to event network-changed-da684836-1116-4e2d-af27-7e3a5de8aefc. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 628.363728] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Acquiring lock "refresh_cache-b1fbf948-562d-4cd0-9c9a-8e83c8967592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.363728] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Acquired lock "refresh_cache-b1fbf948-562d-4cd0-9c9a-8e83c8967592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.363728] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Refreshing network info cache for port da684836-1116-4e2d-af27-7e3a5de8aefc {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.394743] env[62748]: DEBUG nova.network.neutron [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.406698] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Successfully updated port: 6c4a6131-e81e-439d-8290-61f4d80bca80 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.448694] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.512625] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.527448] env[62748]: DEBUG oslo_concurrency.lockutils [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.599214] env[62748]: DEBUG nova.network.neutron [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.685345] env[62748]: DEBUG nova.compute.manager [req-9b0f5346-e236-452e-a307-3951c86a1a2c req-707dfed4-97c5-433a-a0c6-c8c6efbe04b9 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Received event network-vif-plugged-1b41b8a3-40bc-4730-a08a-7dd7873a7db7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 628.685345] env[62748]: DEBUG oslo_concurrency.lockutils [req-9b0f5346-e236-452e-a307-3951c86a1a2c req-707dfed4-97c5-433a-a0c6-c8c6efbe04b9 service nova] Acquiring lock "cee370ce-c987-4ae1-b922-1988654c6193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.685345] env[62748]: DEBUG oslo_concurrency.lockutils [req-9b0f5346-e236-452e-a307-3951c86a1a2c req-707dfed4-97c5-433a-a0c6-c8c6efbe04b9 service nova] Lock "cee370ce-c987-4ae1-b922-1988654c6193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.686239] env[62748]: DEBUG oslo_concurrency.lockutils [req-9b0f5346-e236-452e-a307-3951c86a1a2c req-707dfed4-97c5-433a-a0c6-c8c6efbe04b9 service nova] Lock "cee370ce-c987-4ae1-b922-1988654c6193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.686444] env[62748]: DEBUG nova.compute.manager [req-9b0f5346-e236-452e-a307-3951c86a1a2c req-707dfed4-97c5-433a-a0c6-c8c6efbe04b9 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] No waiting events found dispatching network-vif-plugged-1b41b8a3-40bc-4730-a08a-7dd7873a7db7 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.686621] env[62748]: WARNING nova.compute.manager [req-9b0f5346-e236-452e-a307-3951c86a1a2c req-707dfed4-97c5-433a-a0c6-c8c6efbe04b9 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Received unexpected event network-vif-plugged-1b41b8a3-40bc-4730-a08a-7dd7873a7db7 for instance with vm_state building and task_state spawning. [ 628.821589] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.821781] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.822180] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.822812] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.823025] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.823241] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.823378] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 628.823559] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.825770] env[62748]: DEBUG nova.compute.manager [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.839720] env[62748]: DEBUG oslo_concurrency.lockutils [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.873024] env[62748]: DEBUG nova.network.neutron [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Updating instance_info_cache with network_info: [{"id": "1b41b8a3-40bc-4730-a08a-7dd7873a7db7", "address": "fa:16:3e:47:59:bd", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b41b8a3-40", "ovs_interfaceid": "1b41b8a3-40bc-4730-a08a-7dd7873a7db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.898152] env[62748]: INFO nova.compute.manager [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Took 1.89 seconds to deallocate network for instance. [ 628.909715] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "refresh_cache-5dc37e5a-4054-4657-b716-0491e5126276" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.910203] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired lock "refresh_cache-5dc37e5a-4054-4657-b716-0491e5126276" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.910203] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.952631] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749410, 'name': ReconfigVM_Task, 'duration_secs': 0.822854} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.952934] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 162ea36e-6177-499d-b468-479a71e74fc9/162ea36e-6177-499d-b468-479a71e74fc9.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.953601] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a38d09c-10cc-4066-9009-31b6c9251442 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.962419] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 628.962419] env[62748]: value = "task-2749411" [ 628.962419] env[62748]: _type = "Task" [ 628.962419] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.964573] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Successfully created port: c2807e31-9152-4451-9688-8e43c71c1f29 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.988516] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749411, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.154011] env[62748]: DEBUG nova.compute.manager [req-13d85a58-bb4f-43df-92a5-fc8bb160f6ec req-3ff5985b-ac40-4ed1-ac26-611c1c39e180 service nova] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Received event network-vif-plugged-6c4a6131-e81e-439d-8290-61f4d80bca80 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.154097] env[62748]: DEBUG oslo_concurrency.lockutils [req-13d85a58-bb4f-43df-92a5-fc8bb160f6ec req-3ff5985b-ac40-4ed1-ac26-611c1c39e180 service nova] Acquiring lock "5dc37e5a-4054-4657-b716-0491e5126276-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.155176] env[62748]: DEBUG oslo_concurrency.lockutils [req-13d85a58-bb4f-43df-92a5-fc8bb160f6ec req-3ff5985b-ac40-4ed1-ac26-611c1c39e180 service nova] Lock "5dc37e5a-4054-4657-b716-0491e5126276-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.155176] env[62748]: DEBUG oslo_concurrency.lockutils [req-13d85a58-bb4f-43df-92a5-fc8bb160f6ec req-3ff5985b-ac40-4ed1-ac26-611c1c39e180 service nova] Lock "5dc37e5a-4054-4657-b716-0491e5126276-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.155176] env[62748]: DEBUG nova.compute.manager [req-13d85a58-bb4f-43df-92a5-fc8bb160f6ec req-3ff5985b-ac40-4ed1-ac26-611c1c39e180 service nova] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] No waiting events found dispatching network-vif-plugged-6c4a6131-e81e-439d-8290-61f4d80bca80 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.155176] env[62748]: WARNING nova.compute.manager [req-13d85a58-bb4f-43df-92a5-fc8bb160f6ec req-3ff5985b-ac40-4ed1-ac26-611c1c39e180 service nova] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Received unexpected event network-vif-plugged-6c4a6131-e81e-439d-8290-61f4d80bca80 for instance with vm_state building and task_state spawning. [ 629.242348] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6c662c-d0d5-4bd2-9f71-9cf54d437293 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.251665] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fed280f-e1a5-4f27-ac9d-e7a2ff6324ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.293025] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d439918a-a97b-4ad2-859e-2734b8893e36 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.303311] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556f90df-985e-4bc4-b932-6368a4685961 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.318014] env[62748]: DEBUG nova.compute.provider_tree [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.326740] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.346574] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.375981] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Releasing lock "refresh_cache-cee370ce-c987-4ae1-b922-1988654c6193" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.376553] env[62748]: DEBUG nova.compute.manager [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Instance network_info: |[{"id": "1b41b8a3-40bc-4730-a08a-7dd7873a7db7", "address": "fa:16:3e:47:59:bd", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b41b8a3-40", "ovs_interfaceid": "1b41b8a3-40bc-4730-a08a-7dd7873a7db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.376725] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:59:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b41b8a3-40bc-4730-a08a-7dd7873a7db7', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.385644] env[62748]: DEBUG oslo.service.loopingcall [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 629.385913] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.386179] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7785e92a-2226-405f-9f03-7773cdc3868c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.410698] env[62748]: DEBUG oslo_concurrency.lockutils [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.416642] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.416642] env[62748]: value = "task-2749412" [ 629.416642] env[62748]: _type = "Task" [ 629.416642] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.427972] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749412, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.477685] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.477943] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.478423] env[62748]: DEBUG nova.compute.manager [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.479564] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee2f02b-91ab-4ce2-80fa-40e0c0499033 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.484185] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.493081] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749411, 'name': Rename_Task, 'duration_secs': 0.156967} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.493081] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.493081] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f1531d9-8aff-426f-96c9-616d13f71866 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.496315] env[62748]: DEBUG nova.compute.manager [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 629.496948] env[62748]: DEBUG nova.objects.instance [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lazy-loading 'flavor' on Instance uuid 3515bb85-3e7a-42d1-8139-128d1b6f2ace {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.503439] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 629.503439] env[62748]: value = "task-2749413" [ 629.503439] env[62748]: _type = "Task" [ 629.503439] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.513709] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.532759] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.562592] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.562592] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.562592] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.562829] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.562829] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.562829] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.562829] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.562829] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.563501] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.563501] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.563631] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.565065] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0ad830-05b0-4724-b8c6-9a95bb0439b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.574365] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a93ae0a-afa2-4d56-910d-7aade2166c71 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.579574] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Updated VIF entry in instance network info cache for port da684836-1116-4e2d-af27-7e3a5de8aefc. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.580015] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Updating instance_info_cache with network_info: [{"id": "da684836-1116-4e2d-af27-7e3a5de8aefc", "address": "fa:16:3e:f7:40:7c", "network": {"id": "1fccdaef-85ae-49e7-8e3c-373b1a7d7545", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-547134772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b98a0dbd26b4b59a8e1535d0837aa28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda684836-11", "ovs_interfaceid": "da684836-1116-4e2d-af27-7e3a5de8aefc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.821363] env[62748]: DEBUG nova.scheduler.client.report [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.850602] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Updating instance_info_cache with network_info: [{"id": "6c4a6131-e81e-439d-8290-61f4d80bca80", "address": "fa:16:3e:96:f7:86", "network": {"id": "cc09fbf6-af96-4da0-82a5-6eaf4b2f015e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-875619637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a19bf1124524667b5a1c336be3eac66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c4a6131-e8", "ovs_interfaceid": "6c4a6131-e81e-439d-8290-61f4d80bca80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.929091] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749412, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.021905] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749413, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.083568] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Releasing lock "refresh_cache-b1fbf948-562d-4cd0-9c9a-8e83c8967592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.084046] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Received event network-vif-plugged-3c667f3b-1a49-4482-98e3-872e09a01810 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 630.084271] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Acquiring lock "162ea36e-6177-499d-b468-479a71e74fc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.084562] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Lock "162ea36e-6177-499d-b468-479a71e74fc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.084759] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Lock "162ea36e-6177-499d-b468-479a71e74fc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.084933] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] No waiting events found dispatching network-vif-plugged-3c667f3b-1a49-4482-98e3-872e09a01810 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.085120] env[62748]: WARNING nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Received unexpected event network-vif-plugged-3c667f3b-1a49-4482-98e3-872e09a01810 for instance with vm_state building and task_state spawning. [ 630.085305] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Received event network-changed-3c667f3b-1a49-4482-98e3-872e09a01810 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 630.085439] env[62748]: DEBUG nova.compute.manager [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Refreshing instance network info cache due to event network-changed-3c667f3b-1a49-4482-98e3-872e09a01810. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 630.085656] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Acquiring lock "refresh_cache-162ea36e-6177-499d-b468-479a71e74fc9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.085799] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Acquired lock "refresh_cache-162ea36e-6177-499d-b468-479a71e74fc9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.086014] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Refreshing network info cache for port 3c667f3b-1a49-4482-98e3-872e09a01810 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.327606] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.328699] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.333967] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.639s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.334145] env[62748]: DEBUG nova.objects.instance [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lazy-loading 'resources' on Instance uuid 027c9a03-8996-4ad6-a109-8728f08f58d7 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.351249] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Releasing lock "refresh_cache-5dc37e5a-4054-4657-b716-0491e5126276" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.351583] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Instance network_info: |[{"id": "6c4a6131-e81e-439d-8290-61f4d80bca80", "address": "fa:16:3e:96:f7:86", "network": {"id": "cc09fbf6-af96-4da0-82a5-6eaf4b2f015e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-875619637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a19bf1124524667b5a1c336be3eac66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c4a6131-e8", "ovs_interfaceid": "6c4a6131-e81e-439d-8290-61f4d80bca80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.352013] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:f7:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c4a6131-e81e-439d-8290-61f4d80bca80', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.360907] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Creating folder: Project (4a19bf1124524667b5a1c336be3eac66). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.361625] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a557d03-adc3-45e1-b5a0-ad0997e00b62 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.374069] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Created folder: Project (4a19bf1124524667b5a1c336be3eac66) in parent group-v553264. [ 630.374915] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Creating folder: Instances. Parent ref: group-v553337. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.376860] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2cf7dfb-db71-45f4-8748-53a382d93d10 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.385879] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Created folder: Instances in parent group-v553337. [ 630.385968] env[62748]: DEBUG oslo.service.loopingcall [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.389047] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.389047] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08258f36-28e2-4fd6-8fa3-058e4a9b9089 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.411347] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.411347] env[62748]: value = "task-2749416" [ 630.411347] env[62748]: _type = "Task" [ 630.411347] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.430360] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749416, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.433724] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749412, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.519857] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.521517] env[62748]: DEBUG oslo_vmware.api [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749413, 'name': PowerOnVM_Task, 'duration_secs': 1.01116} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.521792] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a16528a-2eed-43f6-b25f-1b09cf9e70ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.524154] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.524471] env[62748]: INFO nova.compute.manager [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Took 10.61 seconds to spawn the instance on the hypervisor. [ 630.524687] env[62748]: DEBUG nova.compute.manager [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.525615] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f01161d-0379-45a6-a2ea-1ffa9d3eb3e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.537194] env[62748]: DEBUG oslo_vmware.api [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 630.537194] env[62748]: value = "task-2749417" [ 630.537194] env[62748]: _type = "Task" [ 630.537194] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.638206] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "e871c207-f227-4f3c-82a3-b314d26670b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.638605] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "e871c207-f227-4f3c-82a3-b314d26670b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.838050] env[62748]: DEBUG nova.compute.utils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.844505] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.846117] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.924502] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749416, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.932637] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749412, 'name': CreateVM_Task, 'duration_secs': 1.388332} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.935575] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.937309] env[62748]: DEBUG nova.policy [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd24a0df8a064c359b66269d5925888e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a19bf1124524667b5a1c336be3eac66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.939546] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.939766] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.940126] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 630.940441] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae90659-201b-453d-b275-8fd6591720b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.952466] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 630.952466] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c06374-235b-d14e-eeb4-62f9181a8428" [ 630.952466] env[62748]: _type = "Task" [ 630.952466] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.961690] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c06374-235b-d14e-eeb4-62f9181a8428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.058437] env[62748]: INFO nova.compute.manager [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Took 39.10 seconds to build instance. [ 631.058830] env[62748]: DEBUG oslo_vmware.api [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749417, 'name': PowerOffVM_Task, 'duration_secs': 0.284106} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.059110] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.059316] env[62748]: DEBUG nova.compute.manager [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.060126] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60fd31c-3e6a-4dc9-ab39-67decc9b9043 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.258104] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Updated VIF entry in instance network info cache for port 3c667f3b-1a49-4482-98e3-872e09a01810. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.258726] env[62748]: DEBUG nova.network.neutron [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Updating instance_info_cache with network_info: [{"id": "3c667f3b-1a49-4482-98e3-872e09a01810", "address": "fa:16:3e:d3:a0:3c", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c667f3b-1a", "ovs_interfaceid": "3c667f3b-1a49-4482-98e3-872e09a01810", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.347172] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.386895] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Successfully updated port: c2807e31-9152-4451-9688-8e43c71c1f29 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.426259] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749416, 'name': CreateVM_Task, 'duration_secs': 0.757223} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.426454] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.427192] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.464965] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c06374-235b-d14e-eeb4-62f9181a8428, 'name': SearchDatastore_Task, 'duration_secs': 0.028181} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.467789] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.468010] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.468256] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.468408] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.468586] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.469589] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.469589] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.469687] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc15c509-d961-4669-9f3d-ce6d9b433c7f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.472260] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e844f621-c873-42b0-8bc9-336f279e363d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.476613] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 631.476613] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52546dce-be6c-c86b-c17f-9d778eecc3f1" [ 631.476613] env[62748]: _type = "Task" [ 631.476613] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.483425] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.483613] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.487329] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cffb2b-d4f1-47ed-975f-f52b614aeae4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.489598] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52546dce-be6c-c86b-c17f-9d778eecc3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.497018] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 631.497018] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528398d1-72b5-318e-c117-0e778c29fe19" [ 631.497018] env[62748]: _type = "Task" [ 631.497018] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.505262] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528398d1-72b5-318e-c117-0e778c29fe19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.529301] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2d6ece-01f8-4dca-8d57-12992b388d41 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.537568] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ebcb55-1bc8-4da9-8fda-5fe21e467ce1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.571645] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4247a03-95f2-47b5-b530-e3310906ba52 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "162ea36e-6177-499d-b468-479a71e74fc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.038s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.573103] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Successfully created port: babd6fb1-073f-402e-afed-470e2fffc2da {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.578132] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f5e1f-9787-4dee-b013-6d9f895ea441 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.590321] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b3b495cc-9d77-44c5-a7f8-652b5ecee85f tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.111s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.595781] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3e1f04-c4e9-487c-8300-30cd38efec85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.614428] env[62748]: DEBUG nova.compute.provider_tree [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.762044] env[62748]: DEBUG oslo_concurrency.lockutils [req-3aa7e7fd-74ad-48e7-b14e-2acb00ee0972 req-1bb7f6b8-7e58-45ee-93eb-7b4bf2104bb9 service nova] Releasing lock "refresh_cache-162ea36e-6177-499d-b468-479a71e74fc9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.836498] env[62748]: DEBUG nova.compute.manager [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 22799428-aa99-4338-9e39-316b684846f7] Received event network-vif-deleted-dac5a517-2e14-4164-baf2-7f9e83fe8643 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 631.836735] env[62748]: DEBUG nova.compute.manager [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Received event network-vif-deleted-3c753573-428b-411a-b01b-467909e87b33 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 631.836915] env[62748]: DEBUG nova.compute.manager [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Received event network-changed-1b41b8a3-40bc-4730-a08a-7dd7873a7db7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 631.837158] env[62748]: DEBUG nova.compute.manager [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Refreshing instance network info cache due to event network-changed-1b41b8a3-40bc-4730-a08a-7dd7873a7db7. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 631.837409] env[62748]: DEBUG oslo_concurrency.lockutils [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] Acquiring lock "refresh_cache-cee370ce-c987-4ae1-b922-1988654c6193" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.837553] env[62748]: DEBUG oslo_concurrency.lockutils [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] Acquired lock "refresh_cache-cee370ce-c987-4ae1-b922-1988654c6193" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.837736] env[62748]: DEBUG nova.network.neutron [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Refreshing network info cache for port 1b41b8a3-40bc-4730-a08a-7dd7873a7db7 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.888775] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "refresh_cache-18574e64-00c3-4461-bdae-89bec9adb624" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.888775] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired lock "refresh_cache-18574e64-00c3-4461-bdae-89bec9adb624" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.888775] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.968645] env[62748]: DEBUG nova.compute.manager [req-572202e8-90a9-4cb0-aa71-1dfb3e14292e req-1f70563e-b925-40e7-9631-455a86cd341b service nova] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Received event network-changed-6c4a6131-e81e-439d-8290-61f4d80bca80 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 631.968871] env[62748]: DEBUG nova.compute.manager [req-572202e8-90a9-4cb0-aa71-1dfb3e14292e req-1f70563e-b925-40e7-9631-455a86cd341b service nova] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Refreshing instance network info cache due to event network-changed-6c4a6131-e81e-439d-8290-61f4d80bca80. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 631.968871] env[62748]: DEBUG oslo_concurrency.lockutils [req-572202e8-90a9-4cb0-aa71-1dfb3e14292e req-1f70563e-b925-40e7-9631-455a86cd341b service nova] Acquiring lock "refresh_cache-5dc37e5a-4054-4657-b716-0491e5126276" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.969030] env[62748]: DEBUG oslo_concurrency.lockutils [req-572202e8-90a9-4cb0-aa71-1dfb3e14292e req-1f70563e-b925-40e7-9631-455a86cd341b service nova] Acquired lock "refresh_cache-5dc37e5a-4054-4657-b716-0491e5126276" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.969694] env[62748]: DEBUG nova.network.neutron [req-572202e8-90a9-4cb0-aa71-1dfb3e14292e req-1f70563e-b925-40e7-9631-455a86cd341b service nova] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Refreshing network info cache for port 6c4a6131-e81e-439d-8290-61f4d80bca80 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.988600] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52546dce-be6c-c86b-c17f-9d778eecc3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.024919} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.988945] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.989250] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.989504] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.008495] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528398d1-72b5-318e-c117-0e778c29fe19, 'name': SearchDatastore_Task, 'duration_secs': 0.026918} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.009440] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6f498d-569e-4d22-a52d-0af46fa917cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.015216] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 632.015216] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b8ab23-87d6-c74c-6150-2b49188b60d4" [ 632.015216] env[62748]: _type = "Task" [ 632.015216] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.024751] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b8ab23-87d6-c74c-6150-2b49188b60d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.088220] env[62748]: DEBUG nova.compute.manager [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.119019] env[62748]: DEBUG nova.scheduler.client.report [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.135391] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquiring lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.136043] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.356328] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.391760] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.392669] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.392669] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.392669] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.392669] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.392991] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.392991] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.393103] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.393256] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.393423] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.393598] env[62748]: DEBUG nova.virt.hardware [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.397793] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fff45d-b5cf-4120-a999-5fed7f93078c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.408821] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28384326-4615-43f7-bbcd-814d7f032f3b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.450370] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.529670] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b8ab23-87d6-c74c-6150-2b49188b60d4, 'name': SearchDatastore_Task, 'duration_secs': 0.024509} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.529985] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.530573] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] cee370ce-c987-4ae1-b922-1988654c6193/cee370ce-c987-4ae1-b922-1988654c6193.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.530691] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.531514] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.531514] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4962056c-4219-4975-bf71-ec0c3043e803 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.534229] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-455fdada-3b03-4c4f-977e-11b8efd0f8b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.540739] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 632.540739] env[62748]: value = "task-2749418" [ 632.540739] env[62748]: _type = "Task" [ 632.540739] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.546557] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.546856] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.549578] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af846df-d00f-4070-b059-a2695ba76cb1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.557549] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.560540] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 632.560540] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b52c46-25d0-6aeb-f5e4-a984214b68e9" [ 632.560540] env[62748]: _type = "Task" [ 632.560540] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.568068] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b52c46-25d0-6aeb-f5e4-a984214b68e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.578828] env[62748]: DEBUG oslo_concurrency.lockutils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.619041] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.621247] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.633615] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.361s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.634771] env[62748]: INFO nova.compute.claims [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.647419] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Updating instance_info_cache with network_info: [{"id": "c2807e31-9152-4451-9688-8e43c71c1f29", "address": "fa:16:3e:01:eb:fe", "network": {"id": "cc09fbf6-af96-4da0-82a5-6eaf4b2f015e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-875619637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a19bf1124524667b5a1c336be3eac66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2807e31-91", "ovs_interfaceid": "c2807e31-9152-4451-9688-8e43c71c1f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.650718] env[62748]: INFO nova.scheduler.client.report [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Deleted allocations for instance 027c9a03-8996-4ad6-a109-8728f08f58d7 [ 632.703488] env[62748]: DEBUG nova.network.neutron [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Updated VIF entry in instance network info cache for port 1b41b8a3-40bc-4730-a08a-7dd7873a7db7. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.704055] env[62748]: DEBUG nova.network.neutron [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Updating instance_info_cache with network_info: [{"id": "1b41b8a3-40bc-4730-a08a-7dd7873a7db7", "address": "fa:16:3e:47:59:bd", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b41b8a3-40", "ovs_interfaceid": "1b41b8a3-40bc-4730-a08a-7dd7873a7db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.793976] env[62748]: DEBUG nova.network.neutron [req-572202e8-90a9-4cb0-aa71-1dfb3e14292e req-1f70563e-b925-40e7-9631-455a86cd341b service nova] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Updated VIF entry in instance network info cache for port 6c4a6131-e81e-439d-8290-61f4d80bca80. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.794361] env[62748]: DEBUG nova.network.neutron [req-572202e8-90a9-4cb0-aa71-1dfb3e14292e req-1f70563e-b925-40e7-9631-455a86cd341b service nova] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Updating instance_info_cache with network_info: [{"id": "6c4a6131-e81e-439d-8290-61f4d80bca80", "address": "fa:16:3e:96:f7:86", "network": {"id": "cc09fbf6-af96-4da0-82a5-6eaf4b2f015e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-875619637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a19bf1124524667b5a1c336be3eac66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c4a6131-e8", "ovs_interfaceid": "6c4a6131-e81e-439d-8290-61f4d80bca80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.072531] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749418, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.078179] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b52c46-25d0-6aeb-f5e4-a984214b68e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.079375] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de387ad-9683-4e93-9a9a-b0a3b470a50c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.085951] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 633.085951] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52be9522-8ad7-e577-9d6b-797b76ae6315" [ 633.085951] env[62748]: _type = "Task" [ 633.085951] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.096819] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52be9522-8ad7-e577-9d6b-797b76ae6315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.145965] env[62748]: DEBUG nova.objects.instance [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lazy-loading 'flavor' on Instance uuid 3515bb85-3e7a-42d1-8139-128d1b6f2ace {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.152516] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Releasing lock "refresh_cache-18574e64-00c3-4461-bdae-89bec9adb624" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.152516] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Instance network_info: |[{"id": "c2807e31-9152-4451-9688-8e43c71c1f29", "address": "fa:16:3e:01:eb:fe", "network": {"id": "cc09fbf6-af96-4da0-82a5-6eaf4b2f015e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-875619637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a19bf1124524667b5a1c336be3eac66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2807e31-91", "ovs_interfaceid": "c2807e31-9152-4451-9688-8e43c71c1f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.155932] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:eb:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2807e31-9152-4451-9688-8e43c71c1f29', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.165818] env[62748]: DEBUG oslo.service.loopingcall [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.169799] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.170624] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1af3072b-d6e5-4d51-9f92-0a92505f6889 tempest-ServersAdmin275Test-1040914599 tempest-ServersAdmin275Test-1040914599-project-member] Lock "027c9a03-8996-4ad6-a109-8728f08f58d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.873s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.172126] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48cb004e-f5d9-487c-94b8-1444c66af1e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.206685] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.206685] env[62748]: value = "task-2749419" [ 633.206685] env[62748]: _type = "Task" [ 633.206685] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.207304] env[62748]: DEBUG oslo_concurrency.lockutils [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] Releasing lock "refresh_cache-cee370ce-c987-4ae1-b922-1988654c6193" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.207553] env[62748]: DEBUG nova.compute.manager [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received event network-changed-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 633.207720] env[62748]: DEBUG nova.compute.manager [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Refreshing instance network info cache due to event network-changed-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 633.207928] env[62748]: DEBUG oslo_concurrency.lockutils [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] Acquiring lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.208080] env[62748]: DEBUG oslo_concurrency.lockutils [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] Acquired lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.208241] env[62748]: DEBUG nova.network.neutron [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Refreshing network info cache for port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.218388] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749419, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.296967] env[62748]: DEBUG oslo_concurrency.lockutils [req-572202e8-90a9-4cb0-aa71-1dfb3e14292e req-1f70563e-b925-40e7-9631-455a86cd341b service nova] Releasing lock "refresh_cache-5dc37e5a-4054-4657-b716-0491e5126276" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.337927] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Successfully updated port: babd6fb1-073f-402e-afed-470e2fffc2da {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.547102] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "16cf0731-b768-4ef0-b131-9dcc456e4913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.547370] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "16cf0731-b768-4ef0-b131-9dcc456e4913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.549017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "16cf0731-b768-4ef0-b131-9dcc456e4913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.549017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "16cf0731-b768-4ef0-b131-9dcc456e4913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.549017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "16cf0731-b768-4ef0-b131-9dcc456e4913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.550643] env[62748]: INFO nova.compute.manager [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Terminating instance [ 633.556960] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.849225} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.557317] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] cee370ce-c987-4ae1-b922-1988654c6193/cee370ce-c987-4ae1-b922-1988654c6193.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.557581] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.557886] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8abc2d0e-57c5-4695-a36a-56e7d42a53a6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.565499] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 633.565499] env[62748]: value = "task-2749420" [ 633.565499] env[62748]: _type = "Task" [ 633.565499] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.577067] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.598736] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52be9522-8ad7-e577-9d6b-797b76ae6315, 'name': SearchDatastore_Task, 'duration_secs': 0.058522} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.599069] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.599317] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 5dc37e5a-4054-4657-b716-0491e5126276/5dc37e5a-4054-4657-b716-0491e5126276.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.599655] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab549810-8101-4554-ab6c-8abbb37075ba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.607747] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 633.607747] env[62748]: value = "task-2749421" [ 633.607747] env[62748]: _type = "Task" [ 633.607747] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.617516] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.650102] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "refresh_cache-3515bb85-3e7a-42d1-8139-128d1b6f2ace" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.650340] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquired lock "refresh_cache-3515bb85-3e7a-42d1-8139-128d1b6f2ace" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.650690] env[62748]: DEBUG nova.network.neutron [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.650889] env[62748]: DEBUG nova.objects.instance [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lazy-loading 'info_cache' on Instance uuid 3515bb85-3e7a-42d1-8139-128d1b6f2ace {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 633.723467] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749419, 'name': CreateVM_Task, 'duration_secs': 0.465611} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.723647] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.724339] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.724508] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.724825] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.725095] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b487a4f-60da-428d-a7a9-69157848c3f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.732856] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 633.732856] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f81032-555e-b72d-2b67-b7779a4d5804" [ 633.732856] env[62748]: _type = "Task" [ 633.732856] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.742061] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f81032-555e-b72d-2b67-b7779a4d5804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.843391] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "refresh_cache-c9b2ef26-45fc-4480-b7bb-04416ba9c395" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.843487] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired lock "refresh_cache-c9b2ef26-45fc-4480-b7bb-04416ba9c395" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.843677] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.878163] env[62748]: DEBUG nova.compute.manager [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.879076] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d7f09f-7e2b-459f-aec1-f5368511e8f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.932983] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Received event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 633.932983] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing instance network info cache due to event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 633.933482] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Acquiring lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.934232] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Acquired lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.934232] env[62748]: DEBUG nova.network.neutron [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.053881] env[62748]: DEBUG nova.compute.manager [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 634.055130] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.056443] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f163da-b3f2-4b99-84bb-303b8f83cb28 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.066756] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.073661] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71f1c16b-d214-4592-9dbf-6818d45cfabc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.084414] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068193} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.087427] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.088428] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f520b487-bbc4-4344-9a1b-e18ea1716c05 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.113516] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] cee370ce-c987-4ae1-b922-1988654c6193/cee370ce-c987-4ae1-b922-1988654c6193.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.116699] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ce6cc5-5dcf-4cb8-9024-6b5583d35de5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.142709] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749421, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.146875] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 634.146875] env[62748]: value = "task-2749423" [ 634.146875] env[62748]: _type = "Task" [ 634.146875] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.156567] env[62748]: DEBUG nova.objects.base [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Object Instance<3515bb85-3e7a-42d1-8139-128d1b6f2ace> lazy-loaded attributes: flavor,info_cache {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 634.157997] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.173260] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.173493] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.173755] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleting the datastore file [datastore1] 16cf0731-b768-4ef0-b131-9dcc456e4913 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.174142] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8704ecd3-e531-4ca2-9b7a-741e72740802 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.182780] env[62748]: DEBUG oslo_vmware.api [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 634.182780] env[62748]: value = "task-2749424" [ 634.182780] env[62748]: _type = "Task" [ 634.182780] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.197929] env[62748]: DEBUG oslo_vmware.api [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.209313] env[62748]: DEBUG nova.network.neutron [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updated VIF entry in instance network info cache for port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.209695] env[62748]: DEBUG nova.network.neutron [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating instance_info_cache with network_info: [{"id": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "address": "fa:16:3e:03:1c:d0", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8645a4ad-bd", "ovs_interfaceid": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.249626] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f81032-555e-b72d-2b67-b7779a4d5804, 'name': SearchDatastore_Task, 'duration_secs': 0.022984} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.250159] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.250430] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.250696] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.250897] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.251138] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.251486] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29cb6ad2-97d7-43be-bd03-56317b4999db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.269215] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.269215] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.269215] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98965a6-4ec5-4384-92f4-4e833802807b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.274291] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 634.274291] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527ab3ba-f7f4-d034-3ace-837fc091e5b6" [ 634.274291] env[62748]: _type = "Task" [ 634.274291] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.287117] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527ab3ba-f7f4-d034-3ace-837fc091e5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.307894] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ea228a-1027-4c66-89f8-2e9ca08841bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.316952] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf4c8c5-5810-49ab-a11a-0569c45bd2ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.354197] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51f0046-e22c-4ef0-975b-969d7c9ce540 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.363067] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc1a30-008d-4818-aca0-d8bb6dc64bf4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.385231] env[62748]: DEBUG nova.compute.provider_tree [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.391072] env[62748]: INFO nova.compute.manager [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] instance snapshotting [ 634.394331] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f84a5ca-b573-42b2-8532-5019e7f54eaa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.418284] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84097f3-e062-4528-814e-3aa85fa95eff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.430237] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.633928] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805156} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.634226] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 5dc37e5a-4054-4657-b716-0491e5126276/5dc37e5a-4054-4657-b716-0491e5126276.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.634440] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.634692] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfde65fa-c58b-4c21-9482-e60e8c551360 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.642241] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 634.642241] env[62748]: value = "task-2749425" [ 634.642241] env[62748]: _type = "Task" [ 634.642241] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.653521] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.664522] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749423, 'name': ReconfigVM_Task, 'duration_secs': 0.373109} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.667036] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Reconfigured VM instance instance-00000018 to attach disk [datastore1] cee370ce-c987-4ae1-b922-1988654c6193/cee370ce-c987-4ae1-b922-1988654c6193.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.667036] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-026f62b3-b769-4070-85dc-bffd6e92ae88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.677021] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 634.677021] env[62748]: value = "task-2749426" [ 634.677021] env[62748]: _type = "Task" [ 634.677021] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.683938] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749426, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.694881] env[62748]: DEBUG oslo_vmware.api [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510668} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.695167] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.695356] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 634.695549] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 634.695794] env[62748]: INFO nova.compute.manager [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Took 0.64 seconds to destroy the instance on the hypervisor. [ 634.696087] env[62748]: DEBUG oslo.service.loopingcall [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.696293] env[62748]: DEBUG nova.compute.manager [-] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 634.696390] env[62748]: DEBUG nova.network.neutron [-] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.717586] env[62748]: DEBUG oslo_concurrency.lockutils [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] Releasing lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.717991] env[62748]: DEBUG nova.compute.manager [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Received event network-vif-deleted-05435ed9-1db7-412a-864d-c56979522a85 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 634.718428] env[62748]: DEBUG nova.compute.manager [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Received event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 634.718541] env[62748]: DEBUG nova.compute.manager [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing instance network info cache due to event network-changed-55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 634.719208] env[62748]: DEBUG oslo_concurrency.lockutils [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] Acquiring lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.789136] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527ab3ba-f7f4-d034-3ace-837fc091e5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.056614} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.789136] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f927655a-7ff1-4457-9f2d-2893c129e500 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.793260] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 634.793260] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528b70f2-842a-99e0-eb2b-22a7552214a0" [ 634.793260] env[62748]: _type = "Task" [ 634.793260] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.801640] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528b70f2-842a-99e0-eb2b-22a7552214a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.867978] env[62748]: DEBUG nova.network.neutron [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Updating instance_info_cache with network_info: [{"id": "babd6fb1-073f-402e-afed-470e2fffc2da", "address": "fa:16:3e:d5:c0:eb", "network": {"id": "cc09fbf6-af96-4da0-82a5-6eaf4b2f015e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-875619637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a19bf1124524667b5a1c336be3eac66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabd6fb1-07", "ovs_interfaceid": "babd6fb1-073f-402e-afed-470e2fffc2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.891584] env[62748]: DEBUG nova.scheduler.client.report [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.930819] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 634.931404] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e3ea8566-7291-4601-a353-dd66df1b1499 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.943274] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 634.943274] env[62748]: value = "task-2749427" [ 634.943274] env[62748]: _type = "Task" [ 634.943274] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.953245] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749427, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.012707] env[62748]: DEBUG nova.network.neutron [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updated VIF entry in instance network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.013220] env[62748]: DEBUG nova.network.neutron [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updating instance_info_cache with network_info: [{"id": "55719956-eaa2-4834-a8f5-08ed90c79176", "address": "fa:16:3e:7d:5b:03", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55719956-ea", "ovs_interfaceid": "55719956-eaa2-4834-a8f5-08ed90c79176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.109618] env[62748]: DEBUG nova.network.neutron [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Updating instance_info_cache with network_info: [{"id": "bfe8efe7-5044-4462-a28c-a06cb69ed9ce", "address": "fa:16:3e:01:e8:d3", "network": {"id": "60a185fa-3c32-4ce1-aaf7-5e1ef588c342", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1125293329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3411d638fab94b4a80d53a76832a177f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfe8efe7-50", "ovs_interfaceid": "bfe8efe7-5044-4462-a28c-a06cb69ed9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.154044] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087859} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.154552] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.155629] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7556d9-b14b-4099-b1c4-2b34c164bb50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.184135] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 5dc37e5a-4054-4657-b716-0491e5126276/5dc37e5a-4054-4657-b716-0491e5126276.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.184909] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68df47ec-3560-4588-8c47-28c9fd987cc1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.210648] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquiring lock "717fed14-da66-44b8-a85e-ecee499dfeaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.210908] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "717fed14-da66-44b8-a85e-ecee499dfeaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.216635] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749426, 'name': Rename_Task, 'duration_secs': 0.191015} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.218293] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.218661] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 635.218661] env[62748]: value = "task-2749428" [ 635.218661] env[62748]: _type = "Task" [ 635.218661] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.218954] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e259418-17de-4c1f-b40c-69e5dc5e477d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.227788] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 635.227788] env[62748]: value = "task-2749429" [ 635.227788] env[62748]: _type = "Task" [ 635.227788] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.230925] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.304826] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528b70f2-842a-99e0-eb2b-22a7552214a0, 'name': SearchDatastore_Task, 'duration_secs': 0.024977} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.305102] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.305371] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 18574e64-00c3-4461-bdae-89bec9adb624/18574e64-00c3-4461-bdae-89bec9adb624.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.305634] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc70e5e2-3780-4ea3-9298-134d2a35cd55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.313263] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 635.313263] env[62748]: value = "task-2749430" [ 635.313263] env[62748]: _type = "Task" [ 635.313263] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.322198] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.372916] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Releasing lock "refresh_cache-c9b2ef26-45fc-4480-b7bb-04416ba9c395" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.373952] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Instance network_info: |[{"id": "babd6fb1-073f-402e-afed-470e2fffc2da", "address": "fa:16:3e:d5:c0:eb", "network": {"id": "cc09fbf6-af96-4da0-82a5-6eaf4b2f015e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-875619637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a19bf1124524667b5a1c336be3eac66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabd6fb1-07", "ovs_interfaceid": "babd6fb1-073f-402e-afed-470e2fffc2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.374752] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:c0:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'babd6fb1-073f-402e-afed-470e2fffc2da', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.387195] env[62748]: DEBUG oslo.service.loopingcall [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.387195] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.387195] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92eab99b-deec-4a4e-8363-05b7a1b968d8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.402123] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.402859] env[62748]: DEBUG nova.compute.manager [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.405783] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.131s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.407460] env[62748]: INFO nova.compute.claims [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.414732] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.414732] env[62748]: value = "task-2749431" [ 635.414732] env[62748]: _type = "Task" [ 635.414732] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.420839] env[62748]: DEBUG nova.compute.manager [req-9a169493-8801-4e13-9c78-fd3164044fbf req-8bc46df7-bf62-455d-9180-0513afd98eb8 service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Received event network-vif-deleted-2129c1a5-4510-4135-a371-d8b8a6165997 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.421069] env[62748]: INFO nova.compute.manager [req-9a169493-8801-4e13-9c78-fd3164044fbf req-8bc46df7-bf62-455d-9180-0513afd98eb8 service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Neutron deleted interface 2129c1a5-4510-4135-a371-d8b8a6165997; detaching it from the instance and deleting it from the info cache [ 635.421269] env[62748]: DEBUG nova.network.neutron [req-9a169493-8801-4e13-9c78-fd3164044fbf req-8bc46df7-bf62-455d-9180-0513afd98eb8 service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.429920] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749431, 'name': CreateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.459572] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749427, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.515662] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Releasing lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.515959] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Received event network-vif-plugged-c2807e31-9152-4451-9688-8e43c71c1f29 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.516178] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Acquiring lock "18574e64-00c3-4461-bdae-89bec9adb624-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.516398] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Lock "18574e64-00c3-4461-bdae-89bec9adb624-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.516569] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Lock "18574e64-00c3-4461-bdae-89bec9adb624-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.516736] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] No waiting events found dispatching network-vif-plugged-c2807e31-9152-4451-9688-8e43c71c1f29 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.516905] env[62748]: WARNING nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Received unexpected event network-vif-plugged-c2807e31-9152-4451-9688-8e43c71c1f29 for instance with vm_state building and task_state spawning. [ 635.517096] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Received event network-changed-c2807e31-9152-4451-9688-8e43c71c1f29 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.517242] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Refreshing instance network info cache due to event network-changed-c2807e31-9152-4451-9688-8e43c71c1f29. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 635.517430] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Acquiring lock "refresh_cache-18574e64-00c3-4461-bdae-89bec9adb624" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.517567] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Acquired lock "refresh_cache-18574e64-00c3-4461-bdae-89bec9adb624" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.517726] env[62748]: DEBUG nova.network.neutron [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Refreshing network info cache for port c2807e31-9152-4451-9688-8e43c71c1f29 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.519138] env[62748]: DEBUG oslo_concurrency.lockutils [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] Acquired lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.519442] env[62748]: DEBUG nova.network.neutron [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Refreshing network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.610854] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Releasing lock "refresh_cache-3515bb85-3e7a-42d1-8139-128d1b6f2ace" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.739129] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749428, 'name': ReconfigVM_Task, 'duration_secs': 0.460927} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.740429] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 5dc37e5a-4054-4657-b716-0491e5126276/5dc37e5a-4054-4657-b716-0491e5126276.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.741331] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-511fa3ad-84f2-4281-ab10-14b958f1a72c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.749455] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749429, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.750950] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 635.750950] env[62748]: value = "task-2749432" [ 635.750950] env[62748]: _type = "Task" [ 635.750950] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.765407] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749432, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.778483] env[62748]: DEBUG nova.network.neutron [-] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.824209] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749430, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.914881] env[62748]: DEBUG nova.compute.utils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.917193] env[62748]: DEBUG nova.compute.manager [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.917596] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.929083] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2929b7e-d681-41cc-be95-a4aea0bd29f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.937318] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749431, 'name': CreateVM_Task, 'duration_secs': 0.462948} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.938378] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.939279] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.939462] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.939725] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.944707] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d384b6a-73a9-4d5d-bbd8-d91870e25eef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.956215] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75b6820-c7e9-43f3-b7d5-5a81bb282c86 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.964823] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 635.964823] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523cee72-5e59-a762-6b65-aa7f303a325b" [ 635.964823] env[62748]: _type = "Task" [ 635.964823] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.970504] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749427, 'name': CreateSnapshot_Task, 'duration_secs': 0.559484} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.973450] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 635.989899] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932cad56-e56a-4efc-bd20-539bc223d8b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.993578] env[62748]: DEBUG nova.compute.manager [req-9a169493-8801-4e13-9c78-fd3164044fbf req-8bc46df7-bf62-455d-9180-0513afd98eb8 service nova] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Detach interface failed, port_id=2129c1a5-4510-4135-a371-d8b8a6165997, reason: Instance 16cf0731-b768-4ef0-b131-9dcc456e4913 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 636.009136] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523cee72-5e59-a762-6b65-aa7f303a325b, 'name': SearchDatastore_Task, 'duration_secs': 0.02654} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.011473] env[62748]: DEBUG nova.policy [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb9a21508bf4fc08cc44e556cfad4e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53df35828df84970bbdbf957cad53661', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.013708] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.014148] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.014525] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.015395] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.015756] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.016202] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15503f14-480a-42c9-89c4-95313f936cc1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.033472] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.033791] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.034933] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e34c9c-5e06-486b-83e0-d7ca2c716039 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.042298] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 636.042298] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52142e60-aed2-49f8-2a07-99432e83e946" [ 636.042298] env[62748]: _type = "Task" [ 636.042298] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.053160] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52142e60-aed2-49f8-2a07-99432e83e946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.254697] env[62748]: DEBUG oslo_vmware.api [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749429, 'name': PowerOnVM_Task, 'duration_secs': 0.634028} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.258017] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.258235] env[62748]: INFO nova.compute.manager [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Took 12.24 seconds to spawn the instance on the hypervisor. [ 636.258466] env[62748]: DEBUG nova.compute.manager [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.259158] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7385627a-fb58-4d30-8645-1eba2bb52843 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.267888] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749432, 'name': Rename_Task, 'duration_secs': 0.203251} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.269939] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.279022] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-293e2d8f-1b04-4f37-a3b0-20b94b864c9c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.282223] env[62748]: INFO nova.compute.manager [-] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Took 1.59 seconds to deallocate network for instance. [ 636.285988] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 636.285988] env[62748]: value = "task-2749433" [ 636.285988] env[62748]: _type = "Task" [ 636.285988] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.299738] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.324678] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670941} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.327619] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 18574e64-00c3-4461-bdae-89bec9adb624/18574e64-00c3-4461-bdae-89bec9adb624.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.328131] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.329317] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88a404cb-84c4-4b7a-81e6-efabe2e12de6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.339018] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 636.339018] env[62748]: value = "task-2749434" [ 636.339018] env[62748]: _type = "Task" [ 636.339018] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.349484] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.423213] env[62748]: DEBUG nova.compute.manager [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.518149] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 636.518354] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd17d749-2a94-41e0-bdaa-4d6d2b6d89b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.527232] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 636.527232] env[62748]: value = "task-2749435" [ 636.527232] env[62748]: _type = "Task" [ 636.527232] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.540778] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749435, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.554077] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52142e60-aed2-49f8-2a07-99432e83e946, 'name': SearchDatastore_Task, 'duration_secs': 0.073846} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.555956] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9467313e-bcb5-46c0-ad31-35eb336a5cc4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.558389] env[62748]: DEBUG nova.network.neutron [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Updated VIF entry in instance network info cache for port c2807e31-9152-4451-9688-8e43c71c1f29. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.558715] env[62748]: DEBUG nova.network.neutron [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Updating instance_info_cache with network_info: [{"id": "c2807e31-9152-4451-9688-8e43c71c1f29", "address": "fa:16:3e:01:eb:fe", "network": {"id": "cc09fbf6-af96-4da0-82a5-6eaf4b2f015e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-875619637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a19bf1124524667b5a1c336be3eac66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2807e31-91", "ovs_interfaceid": "c2807e31-9152-4451-9688-8e43c71c1f29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.563860] env[62748]: DEBUG nova.network.neutron [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updated VIF entry in instance network info cache for port 55719956-eaa2-4834-a8f5-08ed90c79176. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.563860] env[62748]: DEBUG nova.network.neutron [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updating instance_info_cache with network_info: [{"id": "55719956-eaa2-4834-a8f5-08ed90c79176", "address": "fa:16:3e:7d:5b:03", "network": {"id": "027c375f-2a2a-4eb2-9e10-792c1fd3bcec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2131597879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "367e4f6d7cf846cf94c5dd2812e3a408", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55719956-ea", "ovs_interfaceid": "55719956-eaa2-4834-a8f5-08ed90c79176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.567289] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 636.567289] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524369b1-1fc7-b5b2-3f7a-0784a08c3490" [ 636.567289] env[62748]: _type = "Task" [ 636.567289] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.576303] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524369b1-1fc7-b5b2-3f7a-0784a08c3490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.620533] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.621742] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f935bc0-0bcc-4ba1-a4be-86fdb9fe099f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.627168] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Successfully created port: 6113e210-be6a-4f27-81ed-9422ef0a8978 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.633956] env[62748]: DEBUG oslo_vmware.api [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 636.633956] env[62748]: value = "task-2749436" [ 636.633956] env[62748]: _type = "Task" [ 636.633956] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.643926] env[62748]: DEBUG oslo_vmware.api [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.789685] env[62748]: INFO nova.compute.manager [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Took 36.74 seconds to build instance. [ 636.792387] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.805025] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749433, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.846182] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117324} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.846640] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.849860] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41535479-1614-4570-adee-9eca0a8ba192 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.872900] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 18574e64-00c3-4461-bdae-89bec9adb624/18574e64-00c3-4461-bdae-89bec9adb624.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.877019] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a2f9732-f264-4f6c-8c9b-a4f706783bf2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.897475] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 636.897475] env[62748]: value = "task-2749437" [ 636.897475] env[62748]: _type = "Task" [ 636.897475] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.908667] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.041103] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749435, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.066014] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Releasing lock "refresh_cache-18574e64-00c3-4461-bdae-89bec9adb624" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.066349] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Received event network-vif-plugged-babd6fb1-073f-402e-afed-470e2fffc2da {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.066551] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Acquiring lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.066766] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.066926] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.067110] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] No waiting events found dispatching network-vif-plugged-babd6fb1-073f-402e-afed-470e2fffc2da {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.067285] env[62748]: WARNING nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Received unexpected event network-vif-plugged-babd6fb1-073f-402e-afed-470e2fffc2da for instance with vm_state building and task_state spawning. [ 637.067452] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Received event network-changed-babd6fb1-073f-402e-afed-470e2fffc2da {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.067635] env[62748]: DEBUG nova.compute.manager [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Refreshing instance network info cache due to event network-changed-babd6fb1-073f-402e-afed-470e2fffc2da. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 637.067794] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Acquiring lock "refresh_cache-c9b2ef26-45fc-4480-b7bb-04416ba9c395" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.067951] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Acquired lock "refresh_cache-c9b2ef26-45fc-4480-b7bb-04416ba9c395" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.068193] env[62748]: DEBUG nova.network.neutron [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Refreshing network info cache for port babd6fb1-073f-402e-afed-470e2fffc2da {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.069645] env[62748]: DEBUG oslo_concurrency.lockutils [req-9bbd72b6-8b64-42bb-82f2-be9e6d354d78 req-e562993d-5549-47e4-92c9-43b9867f95d5 service nova] Releasing lock "refresh_cache-4729a3ca-91da-420b-8dcc-0de78e24be9c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.087670] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524369b1-1fc7-b5b2-3f7a-0784a08c3490, 'name': SearchDatastore_Task, 'duration_secs': 0.036839} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.087978] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.088554] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] c9b2ef26-45fc-4480-b7bb-04416ba9c395/c9b2ef26-45fc-4480-b7bb-04416ba9c395.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.088699] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10feb3b5-d025-403f-aa0e-4badc33f81f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.103971] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 637.103971] env[62748]: value = "task-2749438" [ 637.103971] env[62748]: _type = "Task" [ 637.103971] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.112565] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.117058] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a5ac3-19da-46ca-a681-743f6da27ba2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.124189] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2f2425-8d87-4094-ad1a-9e9429b2a048 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.172787] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5ab83a-aac5-45da-b811-df6b6b01df78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.181408] env[62748]: DEBUG oslo_vmware.api [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749436, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.184838] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af17075-c58c-40fb-bb2c-93f6ced49854 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.199734] env[62748]: DEBUG nova.compute.provider_tree [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.293802] env[62748]: DEBUG oslo_concurrency.lockutils [None req-81aa06a4-b593-4bd8-9a5a-15fb534231db tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "cee370ce-c987-4ae1-b922-1988654c6193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.414s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.305489] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.412736] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.437393] env[62748]: DEBUG nova.compute.manager [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.448974] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Successfully created port: 01e35dae-a315-407b-8ec0-3e0e250600fe {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.475876] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.476207] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.476383] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.476570] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.476720] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.476874] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.477108] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.477315] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.477500] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.477666] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.477873] env[62748]: DEBUG nova.virt.hardware [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.479289] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b579144-f90a-45a6-ae0a-6ece57a62550 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.488518] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ace8c-b97b-451c-a4bf-df7c529168a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.539578] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749435, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.614672] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749438, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.680791] env[62748]: DEBUG oslo_vmware.api [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749436, 'name': PowerOnVM_Task, 'duration_secs': 0.875183} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.681076] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.681279] env[62748]: DEBUG nova.compute.manager [None req-e4133f35-b5a9-4b6b-a89d-311e565c5279 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.682107] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2400eff9-78d6-4052-9a19-f53b158f62ba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.709016] env[62748]: DEBUG nova.scheduler.client.report [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.800708] env[62748]: DEBUG nova.compute.manager [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.809051] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749433, 'name': PowerOnVM_Task, 'duration_secs': 1.090381} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.809510] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.809946] env[62748]: INFO nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Took 11.16 seconds to spawn the instance on the hypervisor. [ 637.810299] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.811226] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f908dc86-d180-4ab5-b573-f494665a29cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.868383] env[62748]: DEBUG nova.network.neutron [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Updated VIF entry in instance network info cache for port babd6fb1-073f-402e-afed-470e2fffc2da. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.868740] env[62748]: DEBUG nova.network.neutron [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Updating instance_info_cache with network_info: [{"id": "babd6fb1-073f-402e-afed-470e2fffc2da", "address": "fa:16:3e:d5:c0:eb", "network": {"id": "cc09fbf6-af96-4da0-82a5-6eaf4b2f015e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-875619637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a19bf1124524667b5a1c336be3eac66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabd6fb1-07", "ovs_interfaceid": "babd6fb1-073f-402e-afed-470e2fffc2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.898331] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "cee370ce-c987-4ae1-b922-1988654c6193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.898597] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "cee370ce-c987-4ae1-b922-1988654c6193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.898808] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "cee370ce-c987-4ae1-b922-1988654c6193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.898994] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "cee370ce-c987-4ae1-b922-1988654c6193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.899192] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "cee370ce-c987-4ae1-b922-1988654c6193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.906853] env[62748]: INFO nova.compute.manager [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Terminating instance [ 637.916438] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749437, 'name': ReconfigVM_Task, 'duration_secs': 0.635076} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.916725] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 18574e64-00c3-4461-bdae-89bec9adb624/18574e64-00c3-4461-bdae-89bec9adb624.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.917417] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5f87982-3801-4567-aeae-fcfc194af65f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.924899] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 637.924899] env[62748]: value = "task-2749439" [ 637.924899] env[62748]: _type = "Task" [ 637.924899] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.934580] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749439, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.042745] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Successfully created port: 38aa0aae-c583-4003-9d9d-d585263373ca {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.046486] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749435, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.114102] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597792} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.114389] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] c9b2ef26-45fc-4480-b7bb-04416ba9c395/c9b2ef26-45fc-4480-b7bb-04416ba9c395.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.114647] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.115844] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6b31b79-d85f-4865-a010-c1911eff2890 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.121791] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 638.121791] env[62748]: value = "task-2749440" [ 638.121791] env[62748]: _type = "Task" [ 638.121791] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.130213] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.212940] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.214030] env[62748]: DEBUG nova.compute.manager [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.217055] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.638s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.218559] env[62748]: INFO nova.compute.claims [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.328314] env[62748]: INFO nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Took 35.62 seconds to build instance. [ 638.330667] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.372178] env[62748]: DEBUG oslo_concurrency.lockutils [req-c7d936af-694a-42b3-ad3e-2700ad1a0678 req-397e5e44-6d70-4db9-ba29-f68dfc5a236c service nova] Releasing lock "refresh_cache-c9b2ef26-45fc-4480-b7bb-04416ba9c395" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.414487] env[62748]: DEBUG nova.compute.manager [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.416317] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.417295] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ae897e-e47a-4804-9458-c37d7622df26 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.426035] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.428754] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5c4251a-26f1-4ff1-93d9-a8c7633e8591 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.435919] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749439, 'name': Rename_Task, 'duration_secs': 0.219441} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.437169] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.438555] env[62748]: DEBUG oslo_vmware.api [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 638.438555] env[62748]: value = "task-2749441" [ 638.438555] env[62748]: _type = "Task" [ 638.438555] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.438555] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b475f918-945b-46e5-b203-3b65f9f2c310 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.455773] env[62748]: DEBUG oslo_vmware.api [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.457382] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 638.457382] env[62748]: value = "task-2749442" [ 638.457382] env[62748]: _type = "Task" [ 638.457382] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.465568] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.544160] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749435, 'name': CloneVM_Task, 'duration_secs': 1.609043} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.544571] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Created linked-clone VM from snapshot [ 638.545780] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee934f80-a7d5-428c-bc9d-994ca64c5389 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.556261] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Uploading image 0d92b8ff-84aa-4e8b-898c-8c9c59160cf2 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 638.592314] env[62748]: DEBUG oslo_vmware.rw_handles [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 638.592314] env[62748]: value = "vm-553343" [ 638.592314] env[62748]: _type = "VirtualMachine" [ 638.592314] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 638.592314] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b4ca8570-e404-4562-b3ce-c2b085bcfcca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.601324] env[62748]: DEBUG oslo_vmware.rw_handles [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lease: (returnval){ [ 638.601324] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dc367c-b45d-d98c-c79f-83ee04fcb6a5" [ 638.601324] env[62748]: _type = "HttpNfcLease" [ 638.601324] env[62748]: } obtained for exporting VM: (result){ [ 638.601324] env[62748]: value = "vm-553343" [ 638.601324] env[62748]: _type = "VirtualMachine" [ 638.601324] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 638.601604] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the lease: (returnval){ [ 638.601604] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dc367c-b45d-d98c-c79f-83ee04fcb6a5" [ 638.601604] env[62748]: _type = "HttpNfcLease" [ 638.601604] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 638.613773] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 638.613773] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dc367c-b45d-d98c-c79f-83ee04fcb6a5" [ 638.613773] env[62748]: _type = "HttpNfcLease" [ 638.613773] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 638.637858] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171492} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.638264] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.639467] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8e4d04-0d89-492d-9cfc-3e0b3c61fc3f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.666644] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] c9b2ef26-45fc-4480-b7bb-04416ba9c395/c9b2ef26-45fc-4480-b7bb-04416ba9c395.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.666985] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e338b6c-9d6b-4220-a661-0da15f1a522a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.686764] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 638.686764] env[62748]: value = "task-2749444" [ 638.686764] env[62748]: _type = "Task" [ 638.686764] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.694922] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.719663] env[62748]: DEBUG nova.compute.utils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.720756] env[62748]: DEBUG nova.compute.manager [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.720887] env[62748]: DEBUG nova.network.neutron [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.796651] env[62748]: DEBUG nova.policy [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2dbb7a3d213d4afab038964a730da012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1babc9929704374ad62b797a12c70c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.830887] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "5dc37e5a-4054-4657-b716-0491e5126276" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.591s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.954837] env[62748]: DEBUG oslo_vmware.api [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749441, 'name': PowerOffVM_Task, 'duration_secs': 0.356888} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.956347] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.956766] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.957330] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c9473f5-65fc-4dfd-9b96-9de00a01247c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.968727] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749442, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.026234] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.026234] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.026234] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Deleting the datastore file [datastore1] cee370ce-c987-4ae1-b922-1988654c6193 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.026500] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0676e362-60e9-4ec4-8e59-72846704a893 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.034180] env[62748]: DEBUG oslo_vmware.api [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for the task: (returnval){ [ 639.034180] env[62748]: value = "task-2749446" [ 639.034180] env[62748]: _type = "Task" [ 639.034180] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.043493] env[62748]: DEBUG oslo_vmware.api [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.112989] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 639.112989] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dc367c-b45d-d98c-c79f-83ee04fcb6a5" [ 639.112989] env[62748]: _type = "HttpNfcLease" [ 639.112989] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 639.112989] env[62748]: DEBUG oslo_vmware.rw_handles [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 639.112989] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dc367c-b45d-d98c-c79f-83ee04fcb6a5" [ 639.112989] env[62748]: _type = "HttpNfcLease" [ 639.112989] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 639.113449] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351c033b-5e58-48e3-9edd-f0b41aeeecbe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.121856] env[62748]: DEBUG oslo_vmware.rw_handles [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eaf74-c111-3bd0-0565-736682523f5f/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 639.122282] env[62748]: DEBUG oslo_vmware.rw_handles [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eaf74-c111-3bd0-0565-736682523f5f/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 639.197924] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.225582] env[62748]: DEBUG nova.compute.manager [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.235313] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquiring lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.235632] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.245921] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8398b5e8-95ad-4dde-875a-c04f328eae1c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.277831] env[62748]: DEBUG nova.network.neutron [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Successfully created port: 597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.337866] env[62748]: DEBUG nova.compute.manager [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.472597] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749442, 'name': PowerOnVM_Task, 'duration_secs': 0.726891} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.477242] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.477468] env[62748]: INFO nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Took 9.94 seconds to spawn the instance on the hypervisor. [ 639.477656] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.479729] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3676c51-78c7-46e3-a959-a29868df2cb6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.551353] env[62748]: DEBUG oslo_vmware.api [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Task: {'id': task-2749446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269807} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.551738] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.551958] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.552249] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.552492] env[62748]: INFO nova.compute.manager [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Took 1.14 seconds to destroy the instance on the hypervisor. [ 639.552762] env[62748]: DEBUG oslo.service.loopingcall [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.552975] env[62748]: DEBUG nova.compute.manager [-] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.553150] env[62748]: DEBUG nova.network.neutron [-] [instance: cee370ce-c987-4ae1-b922-1988654c6193] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.703290] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749444, 'name': ReconfigVM_Task, 'duration_secs': 0.717507} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.703605] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Reconfigured VM instance instance-0000001b to attach disk [datastore1] c9b2ef26-45fc-4480-b7bb-04416ba9c395/c9b2ef26-45fc-4480-b7bb-04416ba9c395.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.706288] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d5acfbd-89e1-4fb6-a5fb-5c55b8996f53 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.714454] env[62748]: DEBUG nova.compute.manager [req-0a8540f8-0c74-4530-8e8b-4f6771371c15 req-365bb63f-ec21-44d6-a83e-c2a57e4feb5a service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received event network-vif-plugged-6113e210-be6a-4f27-81ed-9422ef0a8978 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.714762] env[62748]: DEBUG oslo_concurrency.lockutils [req-0a8540f8-0c74-4530-8e8b-4f6771371c15 req-365bb63f-ec21-44d6-a83e-c2a57e4feb5a service nova] Acquiring lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.715033] env[62748]: DEBUG oslo_concurrency.lockutils [req-0a8540f8-0c74-4530-8e8b-4f6771371c15 req-365bb63f-ec21-44d6-a83e-c2a57e4feb5a service nova] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.716893] env[62748]: DEBUG oslo_concurrency.lockutils [req-0a8540f8-0c74-4530-8e8b-4f6771371c15 req-365bb63f-ec21-44d6-a83e-c2a57e4feb5a service nova] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.716893] env[62748]: DEBUG nova.compute.manager [req-0a8540f8-0c74-4530-8e8b-4f6771371c15 req-365bb63f-ec21-44d6-a83e-c2a57e4feb5a service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] No waiting events found dispatching network-vif-plugged-6113e210-be6a-4f27-81ed-9422ef0a8978 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.716893] env[62748]: WARNING nova.compute.manager [req-0a8540f8-0c74-4530-8e8b-4f6771371c15 req-365bb63f-ec21-44d6-a83e-c2a57e4feb5a service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received unexpected event network-vif-plugged-6113e210-be6a-4f27-81ed-9422ef0a8978 for instance with vm_state building and task_state spawning. [ 639.718049] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 639.718049] env[62748]: value = "task-2749447" [ 639.718049] env[62748]: _type = "Task" [ 639.718049] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.735200] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749447, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.796566] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Successfully updated port: 6113e210-be6a-4f27-81ed-9422ef0a8978 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.868726] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.977168] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feeb99e1-30ac-410d-91c8-e69e0a2b8f82 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.985694] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d90ae2-8157-4b49-b556-f48f3b7645de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.028356] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198d0fdc-4a75-45e7-b8ac-f715eec0bca9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.032205] env[62748]: DEBUG nova.compute.manager [req-321926d3-a186-4c39-a36e-5e1fcf22df2e req-06ef114d-5c9f-48d4-a5c6-9d41ef5c8046 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Received event network-vif-deleted-1b41b8a3-40bc-4730-a08a-7dd7873a7db7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 640.032651] env[62748]: INFO nova.compute.manager [req-321926d3-a186-4c39-a36e-5e1fcf22df2e req-06ef114d-5c9f-48d4-a5c6-9d41ef5c8046 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Neutron deleted interface 1b41b8a3-40bc-4730-a08a-7dd7873a7db7; detaching it from the instance and deleting it from the info cache [ 640.032950] env[62748]: DEBUG nova.network.neutron [req-321926d3-a186-4c39-a36e-5e1fcf22df2e req-06ef114d-5c9f-48d4-a5c6-9d41ef5c8046 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.034914] env[62748]: INFO nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Took 36.62 seconds to build instance. [ 640.044188] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c442df1-539a-4ee1-ac56-e98a138adca1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.058280] env[62748]: DEBUG nova.compute.provider_tree [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.229940] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749447, 'name': Rename_Task, 'duration_secs': 0.176174} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.230476] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.231118] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d86e594-411a-4c55-9756-2658354a47cc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.236458] env[62748]: DEBUG nova.compute.manager [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.240094] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 640.240094] env[62748]: value = "task-2749448" [ 640.240094] env[62748]: _type = "Task" [ 640.240094] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.253558] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749448, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.264198] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.264631] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.264981] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.264981] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.264981] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.265145] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.265384] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.265541] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.266008] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.266008] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.266097] env[62748]: DEBUG nova.virt.hardware [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.268172] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175048d-e3ea-441d-a480-ef48364f5fb2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.275452] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a68dd3-84e6-4d0f-829d-9e10077b40ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.440227] env[62748]: DEBUG nova.network.neutron [-] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.539483] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4541c79f-e8a3-4ec4-82eb-0cf10e1d5d1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.541395] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "18574e64-00c3-4461-bdae-89bec9adb624" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.262s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.551778] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba19e311-3cfb-4327-b804-f1ed0cc0f51c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.568182] env[62748]: DEBUG nova.scheduler.client.report [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.602989] env[62748]: DEBUG nova.compute.manager [req-321926d3-a186-4c39-a36e-5e1fcf22df2e req-06ef114d-5c9f-48d4-a5c6-9d41ef5c8046 service nova] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Detach interface failed, port_id=1b41b8a3-40bc-4730-a08a-7dd7873a7db7, reason: Instance cee370ce-c987-4ae1-b922-1988654c6193 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 640.750967] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749448, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.943618] env[62748]: INFO nova.compute.manager [-] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Took 1.39 seconds to deallocate network for instance. [ 641.032533] env[62748]: DEBUG nova.network.neutron [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Successfully updated port: 597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.044205] env[62748]: DEBUG nova.compute.manager [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.079197] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.079197] env[62748]: DEBUG nova.compute.manager [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.083019] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.528s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.083019] env[62748]: INFO nova.compute.claims [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.257381] env[62748]: DEBUG oslo_vmware.api [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749448, 'name': PowerOnVM_Task, 'duration_secs': 0.74013} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.257706] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.257912] env[62748]: INFO nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Took 8.90 seconds to spawn the instance on the hypervisor. [ 641.258108] env[62748]: DEBUG nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.259349] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c843f8-1e05-401f-a3e9-76490465df4a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.450673] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.535812] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquiring lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.535812] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquired lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.535812] env[62748]: DEBUG nova.network.neutron [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.569194] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.590928] env[62748]: DEBUG nova.compute.utils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.592754] env[62748]: DEBUG nova.compute.manager [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.592956] env[62748]: DEBUG nova.network.neutron [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.649364] env[62748]: DEBUG nova.policy [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd2eb2488c8d43a1b06745e62e7b1c49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16d2364b69745d7837301960e0334fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.753729] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.754095] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.754222] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.754404] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.755163] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.760686] env[62748]: INFO nova.compute.manager [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Terminating instance [ 641.783805] env[62748]: INFO nova.compute.manager [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Took 37.96 seconds to build instance. [ 641.825413] env[62748]: DEBUG nova.compute.manager [req-a1f8b803-28bc-4f83-b04d-9b64a4108975 req-be479690-1445-4886-a820-4a4768525619 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received event network-changed-6113e210-be6a-4f27-81ed-9422ef0a8978 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 641.825671] env[62748]: DEBUG nova.compute.manager [req-a1f8b803-28bc-4f83-b04d-9b64a4108975 req-be479690-1445-4886-a820-4a4768525619 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Refreshing instance network info cache due to event network-changed-6113e210-be6a-4f27-81ed-9422ef0a8978. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 641.825924] env[62748]: DEBUG oslo_concurrency.lockutils [req-a1f8b803-28bc-4f83-b04d-9b64a4108975 req-be479690-1445-4886-a820-4a4768525619 service nova] Acquiring lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.826383] env[62748]: DEBUG oslo_concurrency.lockutils [req-a1f8b803-28bc-4f83-b04d-9b64a4108975 req-be479690-1445-4886-a820-4a4768525619 service nova] Acquired lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.826914] env[62748]: DEBUG nova.network.neutron [req-a1f8b803-28bc-4f83-b04d-9b64a4108975 req-be479690-1445-4886-a820-4a4768525619 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Refreshing network info cache for port 6113e210-be6a-4f27-81ed-9422ef0a8978 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.072370] env[62748]: DEBUG nova.network.neutron [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.096936] env[62748]: DEBUG nova.compute.manager [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.141457] env[62748]: DEBUG nova.compute.manager [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Received event network-vif-plugged-597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.141730] env[62748]: DEBUG oslo_concurrency.lockutils [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] Acquiring lock "8842fff5-d67c-4a65-aff9-caa201f5ac62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.141978] env[62748]: DEBUG oslo_concurrency.lockutils [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] Lock "8842fff5-d67c-4a65-aff9-caa201f5ac62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.142524] env[62748]: DEBUG oslo_concurrency.lockutils [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] Lock "8842fff5-d67c-4a65-aff9-caa201f5ac62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.142745] env[62748]: DEBUG nova.compute.manager [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] No waiting events found dispatching network-vif-plugged-597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.142970] env[62748]: WARNING nova.compute.manager [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Received unexpected event network-vif-plugged-597ae046-237f-4834-acc9-7ab65832b410 for instance with vm_state building and task_state spawning. [ 642.143173] env[62748]: DEBUG nova.compute.manager [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Received event network-changed-597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.143387] env[62748]: DEBUG nova.compute.manager [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Refreshing instance network info cache due to event network-changed-597ae046-237f-4834-acc9-7ab65832b410. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 642.143601] env[62748]: DEBUG oslo_concurrency.lockutils [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] Acquiring lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.216551] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "5dc37e5a-4054-4657-b716-0491e5126276" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.216896] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "5dc37e5a-4054-4657-b716-0491e5126276" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.220493] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "5dc37e5a-4054-4657-b716-0491e5126276-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.220493] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "5dc37e5a-4054-4657-b716-0491e5126276-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.220493] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "5dc37e5a-4054-4657-b716-0491e5126276-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.220493] env[62748]: INFO nova.compute.manager [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Terminating instance [ 642.232206] env[62748]: DEBUG nova.network.neutron [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Successfully created port: 766ef381-dc69-425c-ab18-051edf7b1c80 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.270025] env[62748]: DEBUG nova.compute.manager [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.270025] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.270025] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a037f81-cfff-4fc5-a555-5c22ef059950 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.273345] env[62748]: DEBUG nova.network.neutron [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Updating instance_info_cache with network_info: [{"id": "597ae046-237f-4834-acc9-7ab65832b410", "address": "fa:16:3e:a8:4a:9f", "network": {"id": "740d0fce-6ae8-409c-8f70-2e18a9712706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-241502443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1babc9929704374ad62b797a12c70c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ae046-23", "ovs_interfaceid": "597ae046-237f-4834-acc9-7ab65832b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.288261] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.288261] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2aff767f-963f-48e5-919b-e3726fc04fab tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.981s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.288261] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3f032c9-abb1-47e5-911f-44efc2f54cee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.304619] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Successfully updated port: 01e35dae-a315-407b-8ec0-3e0e250600fe {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.307379] env[62748]: DEBUG oslo_vmware.api [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 642.307379] env[62748]: value = "task-2749449" [ 642.307379] env[62748]: _type = "Task" [ 642.307379] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.329366] env[62748]: DEBUG oslo_vmware.api [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.649194] env[62748]: DEBUG nova.network.neutron [req-a1f8b803-28bc-4f83-b04d-9b64a4108975 req-be479690-1445-4886-a820-4a4768525619 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.728055] env[62748]: DEBUG nova.compute.manager [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.728888] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.729205] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c040b6f-26b6-414d-bb59-a62bc874f0b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.741749] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.741749] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eac4751a-718f-4ecc-8593-873293e8860a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.747230] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728b9e3b-4b1e-48ea-969f-4671f2299453 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.751084] env[62748]: DEBUG oslo_vmware.api [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 642.751084] env[62748]: value = "task-2749450" [ 642.751084] env[62748]: _type = "Task" [ 642.751084] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.760024] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f97dd-be6f-41ab-90f0-fce534638045 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.763654] env[62748]: DEBUG oslo_vmware.api [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.798484] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Releasing lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.798852] env[62748]: DEBUG nova.compute.manager [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Instance network_info: |[{"id": "597ae046-237f-4834-acc9-7ab65832b410", "address": "fa:16:3e:a8:4a:9f", "network": {"id": "740d0fce-6ae8-409c-8f70-2e18a9712706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-241502443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1babc9929704374ad62b797a12c70c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ae046-23", "ovs_interfaceid": "597ae046-237f-4834-acc9-7ab65832b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.799232] env[62748]: DEBUG nova.compute.manager [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.802478] env[62748]: DEBUG oslo_concurrency.lockutils [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] Acquired lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.802478] env[62748]: DEBUG nova.network.neutron [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Refreshing network info cache for port 597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.803429] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:4a:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '597ae046-237f-4834-acc9-7ab65832b410', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.813102] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Creating folder: Project (b1babc9929704374ad62b797a12c70c7). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.813306] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92e4ec0-32ac-45ad-836a-c8ea4eb55c26 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.820248] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3ae638c-762d-4b12-9ca3-0ee7f6c2b800 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.821644] env[62748]: DEBUG nova.network.neutron [req-a1f8b803-28bc-4f83-b04d-9b64a4108975 req-be479690-1445-4886-a820-4a4768525619 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.834496] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d11268-f601-4830-80f2-502e0e84afbc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.838701] env[62748]: DEBUG oslo_vmware.api [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749449, 'name': PowerOffVM_Task, 'duration_secs': 0.216344} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.840106] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.840323] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.840774] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Created folder: Project (b1babc9929704374ad62b797a12c70c7) in parent group-v553264. [ 642.840774] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Creating folder: Instances. Parent ref: group-v553344. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.841313] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b558a0fe-6ee6-4330-9a6e-be09b4635982 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.842833] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65939199-6e56-4c7b-977b-165bb499a020 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.854128] env[62748]: DEBUG nova.compute.provider_tree [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.869587] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Created folder: Instances in parent group-v553344. [ 642.869647] env[62748]: DEBUG oslo.service.loopingcall [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 642.869840] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.870063] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f9d77a3-b9df-43b5-9a8c-d2675f602217 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.890289] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.890289] env[62748]: value = "task-2749454" [ 642.890289] env[62748]: _type = "Task" [ 642.890289] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.898475] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749454, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.934043] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.934043] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.934043] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Deleting the datastore file [datastore1] 3a115dca-1f2a-45f3-bf8e-dad440c725d6 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.934411] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb95455-b168-4fcf-be0f-050cd4f07e50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.941154] env[62748]: DEBUG oslo_vmware.api [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 642.941154] env[62748]: value = "task-2749455" [ 642.941154] env[62748]: _type = "Task" [ 642.941154] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.949852] env[62748]: DEBUG oslo_vmware.api [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.119312] env[62748]: DEBUG nova.compute.manager [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.145539] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.145905] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.149933] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.150652] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.150652] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.150652] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.151790] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.152060] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.152327] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.152562] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.152821] env[62748]: DEBUG nova.virt.hardware [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.154134] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e64ef7-daff-4c73-9570-ccaeaae04f01 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.162765] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bad92c4-d18e-4457-8fcc-7360c5863b37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.261745] env[62748]: DEBUG oslo_vmware.api [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749450, 'name': PowerOffVM_Task, 'duration_secs': 0.480752} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.262215] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.262512] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.262906] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd327577-2596-45ff-8140-1a080d97b985 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.327772] env[62748]: DEBUG oslo_concurrency.lockutils [req-a1f8b803-28bc-4f83-b04d-9b64a4108975 req-be479690-1445-4886-a820-4a4768525619 service nova] Releasing lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.337150] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.357991] env[62748]: DEBUG nova.scheduler.client.report [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.400621] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749454, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.453071] env[62748]: DEBUG oslo_vmware.api [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428295} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.453394] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.453619] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.453801] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.453977] env[62748]: INFO nova.compute.manager [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 643.454242] env[62748]: DEBUG oslo.service.loopingcall [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.454438] env[62748]: DEBUG nova.compute.manager [-] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.454535] env[62748]: DEBUG nova.network.neutron [-] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.560962] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.560962] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.560962] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Deleting the datastore file [datastore1] 5dc37e5a-4054-4657-b716-0491e5126276 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.560962] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01b9fd6f-38b5-4d52-9c28-b19adf3cd4fe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.570025] env[62748]: DEBUG oslo_vmware.api [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 643.570025] env[62748]: value = "task-2749457" [ 643.570025] env[62748]: _type = "Task" [ 643.570025] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.578525] env[62748]: DEBUG oslo_vmware.api [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.658941] env[62748]: DEBUG nova.network.neutron [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Updated VIF entry in instance network info cache for port 597ae046-237f-4834-acc9-7ab65832b410. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.659513] env[62748]: DEBUG nova.network.neutron [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Updating instance_info_cache with network_info: [{"id": "597ae046-237f-4834-acc9-7ab65832b410", "address": "fa:16:3e:a8:4a:9f", "network": {"id": "740d0fce-6ae8-409c-8f70-2e18a9712706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-241502443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1babc9929704374ad62b797a12c70c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ae046-23", "ovs_interfaceid": "597ae046-237f-4834-acc9-7ab65832b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.865009] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.865532] env[62748]: DEBUG nova.compute.manager [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.868086] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.029s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.902598] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749454, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.082028] env[62748]: DEBUG oslo_vmware.api [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204441} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.082028] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.082028] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.082028] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.082028] env[62748]: INFO nova.compute.manager [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Took 1.35 seconds to destroy the instance on the hypervisor. [ 644.082631] env[62748]: DEBUG oslo.service.loopingcall [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.082631] env[62748]: DEBUG nova.compute.manager [-] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.082631] env[62748]: DEBUG nova.network.neutron [-] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.164906] env[62748]: DEBUG oslo_concurrency.lockutils [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] Releasing lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.165221] env[62748]: DEBUG nova.compute.manager [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received event network-vif-plugged-01e35dae-a315-407b-8ec0-3e0e250600fe {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 644.165411] env[62748]: DEBUG oslo_concurrency.lockutils [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] Acquiring lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.165625] env[62748]: DEBUG oslo_concurrency.lockutils [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.165789] env[62748]: DEBUG oslo_concurrency.lockutils [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.165955] env[62748]: DEBUG nova.compute.manager [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] No waiting events found dispatching network-vif-plugged-01e35dae-a315-407b-8ec0-3e0e250600fe {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.166138] env[62748]: WARNING nova.compute.manager [req-4c7ad29f-ab3e-4a01-aeb2-524dec34aa42 req-00433a05-a347-4443-8300-73c74837cd71 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received unexpected event network-vif-plugged-01e35dae-a315-407b-8ec0-3e0e250600fe for instance with vm_state building and task_state spawning. [ 644.276584] env[62748]: DEBUG nova.compute.manager [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received event network-changed-01e35dae-a315-407b-8ec0-3e0e250600fe {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 644.276927] env[62748]: DEBUG nova.compute.manager [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Refreshing instance network info cache due to event network-changed-01e35dae-a315-407b-8ec0-3e0e250600fe. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 644.277206] env[62748]: DEBUG oslo_concurrency.lockutils [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] Acquiring lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.279069] env[62748]: DEBUG oslo_concurrency.lockutils [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] Acquired lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.279267] env[62748]: DEBUG nova.network.neutron [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Refreshing network info cache for port 01e35dae-a315-407b-8ec0-3e0e250600fe {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.318830] env[62748]: DEBUG nova.network.neutron [-] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.378367] env[62748]: DEBUG nova.compute.utils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.381721] env[62748]: DEBUG nova.compute.manager [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.381958] env[62748]: DEBUG nova.network.neutron [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.385042] env[62748]: DEBUG nova.network.neutron [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Successfully updated port: 766ef381-dc69-425c-ab18-051edf7b1c80 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.402966] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749454, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.486321] env[62748]: DEBUG nova.policy [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd2eb2488c8d43a1b06745e62e7b1c49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16d2364b69745d7837301960e0334fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.571118] env[62748]: DEBUG nova.compute.manager [req-5fdae536-18f7-4455-aa99-465bfb3aa435 req-2043ec70-c68a-42ea-a09f-a2ae6549f838 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received event network-vif-plugged-38aa0aae-c583-4003-9d9d-d585263373ca {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 644.571374] env[62748]: DEBUG oslo_concurrency.lockutils [req-5fdae536-18f7-4455-aa99-465bfb3aa435 req-2043ec70-c68a-42ea-a09f-a2ae6549f838 service nova] Acquiring lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.571591] env[62748]: DEBUG oslo_concurrency.lockutils [req-5fdae536-18f7-4455-aa99-465bfb3aa435 req-2043ec70-c68a-42ea-a09f-a2ae6549f838 service nova] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.573643] env[62748]: DEBUG oslo_concurrency.lockutils [req-5fdae536-18f7-4455-aa99-465bfb3aa435 req-2043ec70-c68a-42ea-a09f-a2ae6549f838 service nova] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.573926] env[62748]: DEBUG nova.compute.manager [req-5fdae536-18f7-4455-aa99-465bfb3aa435 req-2043ec70-c68a-42ea-a09f-a2ae6549f838 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] No waiting events found dispatching network-vif-plugged-38aa0aae-c583-4003-9d9d-d585263373ca {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.574209] env[62748]: WARNING nova.compute.manager [req-5fdae536-18f7-4455-aa99-465bfb3aa435 req-2043ec70-c68a-42ea-a09f-a2ae6549f838 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received unexpected event network-vif-plugged-38aa0aae-c583-4003-9d9d-d585263373ca for instance with vm_state building and task_state spawning. [ 644.582513] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Successfully updated port: 38aa0aae-c583-4003-9d9d-d585263373ca {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.824368] env[62748]: INFO nova.compute.manager [-] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Took 1.37 seconds to deallocate network for instance. [ 644.851126] env[62748]: DEBUG nova.network.neutron [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.889934] env[62748]: DEBUG nova.compute.manager [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.894402] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "refresh_cache-c296ab0f-8b6a-4d09-880b-05132eadb73f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.894402] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "refresh_cache-c296ab0f-8b6a-4d09-880b-05132eadb73f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.894402] env[62748]: DEBUG nova.network.neutron [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.914646] env[62748]: DEBUG nova.network.neutron [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Successfully created port: 95d45067-3ab0-4e47-8c7b-b759ca1beef9 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.918058] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749454, 'name': CreateVM_Task, 'duration_secs': 1.537275} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.918989] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.919526] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.919767] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.920165] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.921094] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb2810a-f2ae-4d7e-bbec-3b4a90c85a78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.929349] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 644.929349] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529ca5cd-18df-2e42-9bb8-ff2468badc9d" [ 644.929349] env[62748]: _type = "Task" [ 644.929349] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.938583] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529ca5cd-18df-2e42-9bb8-ff2468badc9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.040429] env[62748]: DEBUG nova.network.neutron [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.049663] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc47a173-9a0a-44e7-97c1-22582d31d22f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.058655] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b301f954-388b-4f98-9d4c-9e0464190106 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.089969] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.090236] env[62748]: DEBUG nova.network.neutron [-] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.092197] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763cfce8-3793-4936-818f-58a3c75f96d6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.100630] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f35758-075b-4fc7-9beb-44ab46163865 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.116256] env[62748]: DEBUG nova.compute.provider_tree [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.332882] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.440378] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529ca5cd-18df-2e42-9bb8-ff2468badc9d, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.440709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.440945] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.441537] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.441537] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.441537] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.442501] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef47b1e2-8cf7-44f4-bc74-fb0a6deb234e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.452009] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.452219] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.452987] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27fd7eb-3681-4d3b-903f-5141b5e3fdb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.456444] env[62748]: DEBUG nova.network.neutron [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.459604] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 645.459604] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ba13bf-74b0-6209-6b24-87ad1adf0fd9" [ 645.459604] env[62748]: _type = "Task" [ 645.459604] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.467613] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ba13bf-74b0-6209-6b24-87ad1adf0fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.543801] env[62748]: DEBUG oslo_concurrency.lockutils [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] Releasing lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.544172] env[62748]: DEBUG nova.compute.manager [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Received event network-vif-deleted-0d6a14d5-b4e3-4f9d-84a0-067aaf16229b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 645.544380] env[62748]: INFO nova.compute.manager [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Neutron deleted interface 0d6a14d5-b4e3-4f9d-84a0-067aaf16229b; detaching it from the instance and deleting it from the info cache [ 645.544611] env[62748]: DEBUG nova.network.neutron [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.545767] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquired lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.545920] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.595630] env[62748]: INFO nova.compute.manager [-] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Took 1.52 seconds to deallocate network for instance. [ 645.619812] env[62748]: DEBUG nova.scheduler.client.report [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.635669] env[62748]: DEBUG nova.network.neutron [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Updating instance_info_cache with network_info: [{"id": "766ef381-dc69-425c-ab18-051edf7b1c80", "address": "fa:16:3e:64:6f:66", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766ef381-dc", "ovs_interfaceid": "766ef381-dc69-425c-ab18-051edf7b1c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.915383] env[62748]: DEBUG nova.compute.manager [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.950065] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.950242] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.950434] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.950630] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.950781] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.950931] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.951165] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.951359] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.951591] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.951771] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.951949] env[62748]: DEBUG nova.virt.hardware [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.953027] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65f14ab-b971-48c9-ba64-d8661f2386fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.964494] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad86221f-0385-49c1-8933-e3a5b3bf180d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.982061] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ba13bf-74b0-6209-6b24-87ad1adf0fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.982914] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2cb342-ab93-4a10-9f86-588dd1f83566 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.988461] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 645.988461] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52935f27-5567-d143-0fae-a9d66e2abab5" [ 645.988461] env[62748]: _type = "Task" [ 645.988461] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.999175] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52935f27-5567-d143-0fae-a9d66e2abab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.050841] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a641983b-e490-4371-8020-88c85db0b269 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.063047] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739217f8-e5f1-4703-8d9a-e6956375da3c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.098779] env[62748]: DEBUG nova.compute.manager [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Detach interface failed, port_id=0d6a14d5-b4e3-4f9d-84a0-067aaf16229b, reason: Instance 3a115dca-1f2a-45f3-bf8e-dad440c725d6 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 646.099047] env[62748]: DEBUG nova.compute.manager [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Received event network-vif-plugged-766ef381-dc69-425c-ab18-051edf7b1c80 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 646.099256] env[62748]: DEBUG oslo_concurrency.lockutils [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] Acquiring lock "c296ab0f-8b6a-4d09-880b-05132eadb73f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.099499] env[62748]: DEBUG oslo_concurrency.lockutils [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] Lock "c296ab0f-8b6a-4d09-880b-05132eadb73f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.099681] env[62748]: DEBUG oslo_concurrency.lockutils [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] Lock "c296ab0f-8b6a-4d09-880b-05132eadb73f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.099850] env[62748]: DEBUG nova.compute.manager [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] No waiting events found dispatching network-vif-plugged-766ef381-dc69-425c-ab18-051edf7b1c80 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.100031] env[62748]: WARNING nova.compute.manager [req-2cfc3350-a3fb-430b-9952-ac90f811fb0e req-344a630f-8333-4d03-88c4-47db828436b9 service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Received unexpected event network-vif-plugged-766ef381-dc69-425c-ab18-051edf7b1c80 for instance with vm_state building and task_state spawning. [ 646.101076] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.103648] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.137272] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "refresh_cache-c296ab0f-8b6a-4d09-880b-05132eadb73f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.138026] env[62748]: DEBUG nova.compute.manager [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Instance network_info: |[{"id": "766ef381-dc69-425c-ab18-051edf7b1c80", "address": "fa:16:3e:64:6f:66", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766ef381-dc", "ovs_interfaceid": "766ef381-dc69-425c-ab18-051edf7b1c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.138181] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:6f:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '766ef381-dc69-425c-ab18-051edf7b1c80', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.145411] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Creating folder: Project (a16d2364b69745d7837301960e0334fc). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.146338] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71407f48-32a8-4ddd-b8ca-a26f21dcd09f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.159748] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Created folder: Project (a16d2364b69745d7837301960e0334fc) in parent group-v553264. [ 646.159964] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Creating folder: Instances. Parent ref: group-v553347. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.160233] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adda3aeb-34b8-4e52-9640-e125c2f4845f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.169182] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Created folder: Instances in parent group-v553347. [ 646.169843] env[62748]: DEBUG oslo.service.loopingcall [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 646.169843] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.169843] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a588e2ce-e50e-4cda-8b52-2689eb5ff024 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.189959] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.189959] env[62748]: value = "task-2749460" [ 646.189959] env[62748]: _type = "Task" [ 646.189959] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.197652] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749460, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.320013] env[62748]: DEBUG nova.compute.manager [req-6cb1e296-3252-4ceb-b0b9-570a3a2886f6 req-15f78ab0-4373-433c-a555-09692d3db9ac service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Received event network-changed-766ef381-dc69-425c-ab18-051edf7b1c80 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 646.320205] env[62748]: DEBUG nova.compute.manager [req-6cb1e296-3252-4ceb-b0b9-570a3a2886f6 req-15f78ab0-4373-433c-a555-09692d3db9ac service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Refreshing instance network info cache due to event network-changed-766ef381-dc69-425c-ab18-051edf7b1c80. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 646.321044] env[62748]: DEBUG oslo_concurrency.lockutils [req-6cb1e296-3252-4ceb-b0b9-570a3a2886f6 req-15f78ab0-4373-433c-a555-09692d3db9ac service nova] Acquiring lock "refresh_cache-c296ab0f-8b6a-4d09-880b-05132eadb73f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.321234] env[62748]: DEBUG oslo_concurrency.lockutils [req-6cb1e296-3252-4ceb-b0b9-570a3a2886f6 req-15f78ab0-4373-433c-a555-09692d3db9ac service nova] Acquired lock "refresh_cache-c296ab0f-8b6a-4d09-880b-05132eadb73f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.321445] env[62748]: DEBUG nova.network.neutron [req-6cb1e296-3252-4ceb-b0b9-570a3a2886f6 req-15f78ab0-4373-433c-a555-09692d3db9ac service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Refreshing network info cache for port 766ef381-dc69-425c-ab18-051edf7b1c80 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.500013] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52935f27-5567-d143-0fae-a9d66e2abab5, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.500576] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.500663] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 8842fff5-d67c-4a65-aff9-caa201f5ac62/8842fff5-d67c-4a65-aff9-caa201f5ac62.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.500949] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0355e4f-2f85-423b-94ef-b9ae57bd2063 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.509630] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 646.509630] env[62748]: value = "task-2749461" [ 646.509630] env[62748]: _type = "Task" [ 646.509630] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.530465] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.597098] env[62748]: DEBUG nova.compute.manager [req-fbcf8759-de71-4fe2-9528-f0ca056931a1 req-a74f8732-6094-458a-9db8-6e9c93ab5ce0 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received event network-changed-38aa0aae-c583-4003-9d9d-d585263373ca {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 646.597505] env[62748]: DEBUG nova.compute.manager [req-fbcf8759-de71-4fe2-9528-f0ca056931a1 req-a74f8732-6094-458a-9db8-6e9c93ab5ce0 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Refreshing instance network info cache due to event network-changed-38aa0aae-c583-4003-9d9d-d585263373ca. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 646.597698] env[62748]: DEBUG oslo_concurrency.lockutils [req-fbcf8759-de71-4fe2-9528-f0ca056931a1 req-a74f8732-6094-458a-9db8-6e9c93ab5ce0 service nova] Acquiring lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.632939] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.765s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.639091] env[62748]: DEBUG oslo_concurrency.lockutils [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.111s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.639543] env[62748]: DEBUG nova.objects.instance [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lazy-loading 'resources' on Instance uuid 22799428-aa99-4338-9e39-316b684846f7 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.705094] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749460, 'name': CreateVM_Task, 'duration_secs': 0.449797} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.705317] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.705961] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.706149] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.706482] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.706798] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb019b5-ea9c-4727-b468-85e41e674304 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.712950] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 646.712950] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520e2e45-d82c-4532-4b7c-7c469462932d" [ 646.712950] env[62748]: _type = "Task" [ 646.712950] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.721745] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520e2e45-d82c-4532-4b7c-7c469462932d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.871040] env[62748]: DEBUG nova.network.neutron [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Updating instance_info_cache with network_info: [{"id": "6113e210-be6a-4f27-81ed-9422ef0a8978", "address": "fa:16:3e:b7:35:d6", "network": {"id": "cc713285-83ac-46e4-9c7a-ec629593c9ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997803419", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6113e210-be", "ovs_interfaceid": "6113e210-be6a-4f27-81ed-9422ef0a8978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e35dae-a315-407b-8ec0-3e0e250600fe", "address": "fa:16:3e:ac:56:ab", "network": {"id": "7c8c3a7f-b141-4e8a-8111-e545c552b167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-733745413", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e35dae-a3", "ovs_interfaceid": "01e35dae-a315-407b-8ec0-3e0e250600fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38aa0aae-c583-4003-9d9d-d585263373ca", "address": "fa:16:3e:5b:29:c2", "network": {"id": "cc713285-83ac-46e4-9c7a-ec629593c9ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997803419", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38aa0aae-c5", "ovs_interfaceid": "38aa0aae-c583-4003-9d9d-d585263373ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.950083] env[62748]: DEBUG nova.network.neutron [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Successfully updated port: 95d45067-3ab0-4e47-8c7b-b759ca1beef9 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.020224] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749461, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.154242] env[62748]: DEBUG nova.network.neutron [req-6cb1e296-3252-4ceb-b0b9-570a3a2886f6 req-15f78ab0-4373-433c-a555-09692d3db9ac service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Updated VIF entry in instance network info cache for port 766ef381-dc69-425c-ab18-051edf7b1c80. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.154613] env[62748]: DEBUG nova.network.neutron [req-6cb1e296-3252-4ceb-b0b9-570a3a2886f6 req-15f78ab0-4373-433c-a555-09692d3db9ac service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Updating instance_info_cache with network_info: [{"id": "766ef381-dc69-425c-ab18-051edf7b1c80", "address": "fa:16:3e:64:6f:66", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap766ef381-dc", "ovs_interfaceid": "766ef381-dc69-425c-ab18-051edf7b1c80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.227927] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520e2e45-d82c-4532-4b7c-7c469462932d, 'name': SearchDatastore_Task, 'duration_secs': 0.01591} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.229217] env[62748]: INFO nova.scheduler.client.report [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Deleted allocation for migration 8d2264e7-b1de-467c-bd18-659792f16682 [ 647.230406] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.231026] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.231026] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.231026] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.231182] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.235230] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c9b2262-7f02-4f89-9156-2183cb2b80b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.253849] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.253849] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.261927] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c838eaaf-b89e-446c-abc6-6bb58d5b3c84 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.265933] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 647.265933] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52975f29-3415-f224-61d5-938bff2b998a" [ 647.265933] env[62748]: _type = "Task" [ 647.265933] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.278897] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52975f29-3415-f224-61d5-938bff2b998a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.374691] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Releasing lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.375464] env[62748]: DEBUG nova.compute.manager [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Instance network_info: |[{"id": "6113e210-be6a-4f27-81ed-9422ef0a8978", "address": "fa:16:3e:b7:35:d6", "network": {"id": "cc713285-83ac-46e4-9c7a-ec629593c9ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997803419", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6113e210-be", "ovs_interfaceid": "6113e210-be6a-4f27-81ed-9422ef0a8978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e35dae-a315-407b-8ec0-3e0e250600fe", "address": "fa:16:3e:ac:56:ab", "network": {"id": "7c8c3a7f-b141-4e8a-8111-e545c552b167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-733745413", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e35dae-a3", "ovs_interfaceid": "01e35dae-a315-407b-8ec0-3e0e250600fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38aa0aae-c583-4003-9d9d-d585263373ca", "address": "fa:16:3e:5b:29:c2", "network": {"id": "cc713285-83ac-46e4-9c7a-ec629593c9ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997803419", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38aa0aae-c5", "ovs_interfaceid": "38aa0aae-c583-4003-9d9d-d585263373ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.376320] env[62748]: DEBUG oslo_concurrency.lockutils [req-fbcf8759-de71-4fe2-9528-f0ca056931a1 req-a74f8732-6094-458a-9db8-6e9c93ab5ce0 service nova] Acquired lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.376648] env[62748]: DEBUG nova.network.neutron [req-fbcf8759-de71-4fe2-9528-f0ca056931a1 req-a74f8732-6094-458a-9db8-6e9c93ab5ce0 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Refreshing network info cache for port 38aa0aae-c583-4003-9d9d-d585263373ca {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.378393] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:35:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6113e210-be6a-4f27-81ed-9422ef0a8978', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:56:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01e35dae-a315-407b-8ec0-3e0e250600fe', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:29:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38aa0aae-c583-4003-9d9d-d585263373ca', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.392781] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Creating folder: Project (53df35828df84970bbdbf957cad53661). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.397119] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-991e47b6-daed-4509-9636-4c697c644daa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.414305] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Created folder: Project (53df35828df84970bbdbf957cad53661) in parent group-v553264. [ 647.414523] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Creating folder: Instances. Parent ref: group-v553350. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.414848] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c807b37d-7c75-4168-97e0-0720be0d308e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.426959] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Created folder: Instances in parent group-v553350. [ 647.427330] env[62748]: DEBUG oslo.service.loopingcall [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 647.427453] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.427722] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42aa9930-71b3-4ee0-9f64-9b1ca13b302e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.452912] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "refresh_cache-95f65e57-04f6-42cd-99fc-13793c0a1f0e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.453127] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "refresh_cache-95f65e57-04f6-42cd-99fc-13793c0a1f0e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.453299] env[62748]: DEBUG nova.network.neutron [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.455814] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.455814] env[62748]: value = "task-2749464" [ 647.455814] env[62748]: _type = "Task" [ 647.455814] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.465751] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749464, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.521598] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750891} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.521911] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 8842fff5-d67c-4a65-aff9-caa201f5ac62/8842fff5-d67c-4a65-aff9-caa201f5ac62.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.522350] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.522417] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3efb6a9-15b8-4ab4-8b7b-97a9d180d68c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.532805] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 647.532805] env[62748]: value = "task-2749465" [ 647.532805] env[62748]: _type = "Task" [ 647.532805] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.546356] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.661991] env[62748]: DEBUG oslo_concurrency.lockutils [req-6cb1e296-3252-4ceb-b0b9-570a3a2886f6 req-15f78ab0-4373-433c-a555-09692d3db9ac service nova] Releasing lock "refresh_cache-c296ab0f-8b6a-4d09-880b-05132eadb73f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.662301] env[62748]: DEBUG nova.compute.manager [req-6cb1e296-3252-4ceb-b0b9-570a3a2886f6 req-15f78ab0-4373-433c-a555-09692d3db9ac service nova] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Received event network-vif-deleted-6c4a6131-e81e-439d-8290-61f4d80bca80 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 647.743340] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7d5e01b6-ee83-49e2-9d1a-49795898c59e tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.754s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.778481] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52975f29-3415-f224-61d5-938bff2b998a, 'name': SearchDatastore_Task, 'duration_secs': 0.041864} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.782010] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f31aa0-8b4e-4372-b051-f837414a8454 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.789024] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 647.789024] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fd4377-5124-b4e6-e032-767b6fbbaa77" [ 647.789024] env[62748]: _type = "Task" [ 647.789024] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.797504] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fd4377-5124-b4e6-e032-767b6fbbaa77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.800515] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0848d8-63f6-4c51-a972-817487af0bf0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.807792] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ced9d-3d4b-41d1-a147-6ad40f727b34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.841319] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0899d443-9471-4030-b243-cf76f812b5bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.849868] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe133558-79e7-4abc-8a4d-24bf031fab30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.864011] env[62748]: DEBUG nova.compute.provider_tree [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.968632] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749464, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.009539] env[62748]: DEBUG nova.network.neutron [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.049264] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143619} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.051656] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.052998] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7343bf-b6f4-4558-9284-df5c3b92a2e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.091697] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 8842fff5-d67c-4a65-aff9-caa201f5ac62/8842fff5-d67c-4a65-aff9-caa201f5ac62.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.098869] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6daba3b0-2352-4ff0-93f8-f702a773a576 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.134852] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 648.134852] env[62748]: value = "task-2749466" [ 648.134852] env[62748]: _type = "Task" [ 648.134852] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.145444] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.268546] env[62748]: DEBUG nova.network.neutron [req-fbcf8759-de71-4fe2-9528-f0ca056931a1 req-a74f8732-6094-458a-9db8-6e9c93ab5ce0 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Updated VIF entry in instance network info cache for port 38aa0aae-c583-4003-9d9d-d585263373ca. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.268546] env[62748]: DEBUG nova.network.neutron [req-fbcf8759-de71-4fe2-9528-f0ca056931a1 req-a74f8732-6094-458a-9db8-6e9c93ab5ce0 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Updating instance_info_cache with network_info: [{"id": "6113e210-be6a-4f27-81ed-9422ef0a8978", "address": "fa:16:3e:b7:35:d6", "network": {"id": "cc713285-83ac-46e4-9c7a-ec629593c9ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997803419", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6113e210-be", "ovs_interfaceid": "6113e210-be6a-4f27-81ed-9422ef0a8978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "01e35dae-a315-407b-8ec0-3e0e250600fe", "address": "fa:16:3e:ac:56:ab", "network": {"id": "7c8c3a7f-b141-4e8a-8111-e545c552b167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-733745413", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e35dae-a3", "ovs_interfaceid": "01e35dae-a315-407b-8ec0-3e0e250600fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38aa0aae-c583-4003-9d9d-d585263373ca", "address": "fa:16:3e:5b:29:c2", "network": {"id": "cc713285-83ac-46e4-9c7a-ec629593c9ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997803419", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38aa0aae-c5", "ovs_interfaceid": "38aa0aae-c583-4003-9d9d-d585263373ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.302027] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fd4377-5124-b4e6-e032-767b6fbbaa77, 'name': SearchDatastore_Task, 'duration_secs': 0.031792} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.302027] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.302027] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.302027] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-614413e7-be15-449d-8980-895e121ae442 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.307641] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 648.307641] env[62748]: value = "task-2749467" [ 648.307641] env[62748]: _type = "Task" [ 648.307641] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.316356] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.334878] env[62748]: DEBUG nova.network.neutron [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Updating instance_info_cache with network_info: [{"id": "95d45067-3ab0-4e47-8c7b-b759ca1beef9", "address": "fa:16:3e:72:70:89", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d45067-3a", "ovs_interfaceid": "95d45067-3ab0-4e47-8c7b-b759ca1beef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.365762] env[62748]: DEBUG nova.compute.manager [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Received event network-vif-plugged-95d45067-3ab0-4e47-8c7b-b759ca1beef9 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 648.366030] env[62748]: DEBUG oslo_concurrency.lockutils [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] Acquiring lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.367474] env[62748]: DEBUG oslo_concurrency.lockutils [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] Lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.367797] env[62748]: DEBUG oslo_concurrency.lockutils [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] Lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.368125] env[62748]: DEBUG nova.compute.manager [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] No waiting events found dispatching network-vif-plugged-95d45067-3ab0-4e47-8c7b-b759ca1beef9 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.368462] env[62748]: WARNING nova.compute.manager [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Received unexpected event network-vif-plugged-95d45067-3ab0-4e47-8c7b-b759ca1beef9 for instance with vm_state building and task_state spawning. [ 648.368768] env[62748]: DEBUG nova.compute.manager [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Received event network-changed-95d45067-3ab0-4e47-8c7b-b759ca1beef9 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 648.369082] env[62748]: DEBUG nova.compute.manager [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Refreshing instance network info cache due to event network-changed-95d45067-3ab0-4e47-8c7b-b759ca1beef9. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 648.369367] env[62748]: DEBUG oslo_concurrency.lockutils [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] Acquiring lock "refresh_cache-95f65e57-04f6-42cd-99fc-13793c0a1f0e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.370944] env[62748]: DEBUG nova.scheduler.client.report [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.471084] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749464, 'name': CreateVM_Task, 'duration_secs': 0.771973} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.471354] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.472425] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.472703] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.473089] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 648.473703] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fc4032-8417-492e-9b49-9c6aa4472cc4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.480056] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 648.480056] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c06a88-db8c-fd72-c7e9-b3562abd1701" [ 648.480056] env[62748]: _type = "Task" [ 648.480056] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.489113] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c06a88-db8c-fd72-c7e9-b3562abd1701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.645869] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.770526] env[62748]: DEBUG oslo_concurrency.lockutils [req-fbcf8759-de71-4fe2-9528-f0ca056931a1 req-a74f8732-6094-458a-9db8-6e9c93ab5ce0 service nova] Releasing lock "refresh_cache-7808ea67-3dc2-40be-b425-7839d2b54d36" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.818259] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749467, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.837459] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "refresh_cache-95f65e57-04f6-42cd-99fc-13793c0a1f0e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.837707] env[62748]: DEBUG nova.compute.manager [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Instance network_info: |[{"id": "95d45067-3ab0-4e47-8c7b-b759ca1beef9", "address": "fa:16:3e:72:70:89", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d45067-3a", "ovs_interfaceid": "95d45067-3ab0-4e47-8c7b-b759ca1beef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.838038] env[62748]: DEBUG oslo_concurrency.lockutils [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] Acquired lock "refresh_cache-95f65e57-04f6-42cd-99fc-13793c0a1f0e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.838290] env[62748]: DEBUG nova.network.neutron [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Refreshing network info cache for port 95d45067-3ab0-4e47-8c7b-b759ca1beef9 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.839788] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:70:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95d45067-3ab0-4e47-8c7b-b759ca1beef9', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.848174] env[62748]: DEBUG oslo.service.loopingcall [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.848722] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.848972] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a49d5cdb-56a3-4ced-9dd4-c4ef265c63bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.870313] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.870313] env[62748]: value = "task-2749468" [ 648.870313] env[62748]: _type = "Task" [ 648.870313] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.878595] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749468, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.880511] env[62748]: DEBUG oslo_concurrency.lockutils [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.883114] env[62748]: DEBUG oslo_concurrency.lockutils [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.043s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.883439] env[62748]: DEBUG nova.objects.instance [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lazy-loading 'resources' on Instance uuid 9a9c2168-d130-4407-8b67-c9918b195871 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 648.908995] env[62748]: INFO nova.scheduler.client.report [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted allocations for instance 22799428-aa99-4338-9e39-316b684846f7 [ 648.992190] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c06a88-db8c-fd72-c7e9-b3562abd1701, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.992767] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.993185] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.993479] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.993659] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.993849] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.994149] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fde67ef-3da2-4c1f-a5ca-cc2592542460 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.003526] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.003756] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.004572] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44bee1d4-c3e1-4338-8662-3f84b6ac9fbe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.011018] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 649.011018] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f4c749-8204-4b77-efcf-f4afa7076c02" [ 649.011018] env[62748]: _type = "Task" [ 649.011018] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.019507] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f4c749-8204-4b77-efcf-f4afa7076c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.149208] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749466, 'name': ReconfigVM_Task, 'duration_secs': 0.694946} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.149782] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 8842fff5-d67c-4a65-aff9-caa201f5ac62/8842fff5-d67c-4a65-aff9-caa201f5ac62.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.150794] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4459988a-e9b8-4dfe-8241-f5c55172078b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.159208] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 649.159208] env[62748]: value = "task-2749469" [ 649.159208] env[62748]: _type = "Task" [ 649.159208] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.171563] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749469, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.322145] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519639} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.323468] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.323468] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.323468] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-106a5fd7-fb0a-428c-a2b8-782976490658 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.330496] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 649.330496] env[62748]: value = "task-2749470" [ 649.330496] env[62748]: _type = "Task" [ 649.330496] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.338619] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.381008] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749468, 'name': CreateVM_Task, 'duration_secs': 0.349626} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.383705] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.384441] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.384638] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.384991] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.388076] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2354341-0da9-4607-ae48-c639729baa13 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.392987] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 649.392987] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52347b86-260e-aae4-eb0a-ff1fcce792ee" [ 649.392987] env[62748]: _type = "Task" [ 649.392987] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.403826] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52347b86-260e-aae4-eb0a-ff1fcce792ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.421346] env[62748]: DEBUG oslo_concurrency.lockutils [None req-58bcc14b-a166-46ab-b719-4027f86210c0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "22799428-aa99-4338-9e39-316b684846f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.943s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.526972] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f4c749-8204-4b77-efcf-f4afa7076c02, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.531211] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bed4655-e0a3-4de0-916f-b225e5b7e82d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.533975] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.534222] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.542532] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 649.542532] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cae231-7fe5-8a72-5d5b-b62dc5ed8b8e" [ 649.542532] env[62748]: _type = "Task" [ 649.542532] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.551573] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cae231-7fe5-8a72-5d5b-b62dc5ed8b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.608168] env[62748]: DEBUG nova.network.neutron [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Updated VIF entry in instance network info cache for port 95d45067-3ab0-4e47-8c7b-b759ca1beef9. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.608532] env[62748]: DEBUG nova.network.neutron [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Updating instance_info_cache with network_info: [{"id": "95d45067-3ab0-4e47-8c7b-b759ca1beef9", "address": "fa:16:3e:72:70:89", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95d45067-3a", "ovs_interfaceid": "95d45067-3ab0-4e47-8c7b-b759ca1beef9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.671638] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749469, 'name': Rename_Task, 'duration_secs': 0.198794} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.674997] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.675553] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-174b9823-d393-4ab4-bfe2-743b1437cf4c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.682422] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 649.682422] env[62748]: value = "task-2749471" [ 649.682422] env[62748]: _type = "Task" [ 649.682422] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.698234] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749471, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.844476] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088396} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.844743] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.845913] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13a18af-12f7-421c-8362-9ec9c9dccec8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.870582] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.873671] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ee3781-43d1-40e3-9028-cb34a8a5747f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.896997] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 649.896997] env[62748]: value = "task-2749472" [ 649.896997] env[62748]: _type = "Task" [ 649.896997] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.911081] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52347b86-260e-aae4-eb0a-ff1fcce792ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009224} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.916018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.916371] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.916654] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.916943] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.959371] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef584d2f-915a-4c7e-b4f8-b617cc3803b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.964295] env[62748]: DEBUG oslo_vmware.rw_handles [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eaf74-c111-3bd0-0565-736682523f5f/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 649.965144] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5281c24d-348c-4a2c-9106-0e697d6fbbde {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.972938] env[62748]: DEBUG oslo_vmware.rw_handles [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eaf74-c111-3bd0-0565-736682523f5f/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 649.973133] env[62748]: ERROR oslo_vmware.rw_handles [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eaf74-c111-3bd0-0565-736682523f5f/disk-0.vmdk due to incomplete transfer. [ 649.973466] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13f7f66c-cb5a-474a-bc69-4c7966db69e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.976227] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b69b07b-8bf8-40ed-92cc-ca86a2495d11 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.015832] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd83868-3c5c-46da-aed4-4b0adf791bde {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.018565] env[62748]: DEBUG oslo_vmware.rw_handles [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520eaf74-c111-3bd0-0565-736682523f5f/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 650.018773] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Uploaded image 0d92b8ff-84aa-4e8b-898c-8c9c59160cf2 to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 650.020763] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 650.021035] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d3d4ea1-1cba-4067-a2ce-ffec7628f31b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.027456] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5374c1d8-51de-42af-894e-24c778dedee0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.032479] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 650.032479] env[62748]: value = "task-2749473" [ 650.032479] env[62748]: _type = "Task" [ 650.032479] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.043583] env[62748]: DEBUG nova.compute.provider_tree [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.052300] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749473, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.057134] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cae231-7fe5-8a72-5d5b-b62dc5ed8b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.057924] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.058201] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 7808ea67-3dc2-40be-b425-7839d2b54d36/7808ea67-3dc2-40be-b425-7839d2b54d36.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.058479] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.058664] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.058874] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32a2fa6e-d0fa-4a44-9c9c-17d1503b154c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.061412] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69fa1c3a-516f-4c9f-a7d8-da00934669f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.067659] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 650.067659] env[62748]: value = "task-2749474" [ 650.067659] env[62748]: _type = "Task" [ 650.067659] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.072288] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.072493] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.073533] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb00239-9d59-41a2-976a-8b8a61546ef3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.078712] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.081912] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 650.081912] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526435e7-53dc-0a39-28e3-b010b8d24ef2" [ 650.081912] env[62748]: _type = "Task" [ 650.081912] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.089338] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526435e7-53dc-0a39-28e3-b010b8d24ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.111429] env[62748]: DEBUG oslo_concurrency.lockutils [req-d6e8bf5e-b2ce-4162-a22e-9712ae8a8d29 req-85dbeef8-0ca9-4244-b873-625a44611e55 service nova] Releasing lock "refresh_cache-95f65e57-04f6-42cd-99fc-13793c0a1f0e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.193725] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.410326] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.543256] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749473, 'name': Destroy_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.553689] env[62748]: DEBUG nova.scheduler.client.report [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.580985] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749474, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.598814] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526435e7-53dc-0a39-28e3-b010b8d24ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.021392} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.600017] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2864c1c-47b7-4727-b9ef-63733ed4e8e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.607249] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 650.607249] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a3895f-89b2-c4d7-20ba-e7810348799c" [ 650.607249] env[62748]: _type = "Task" [ 650.607249] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.615846] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a3895f-89b2-c4d7-20ba-e7810348799c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.693448] env[62748]: DEBUG oslo_vmware.api [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749471, 'name': PowerOnVM_Task, 'duration_secs': 0.547289} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.693448] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.693774] env[62748]: INFO nova.compute.manager [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Took 10.46 seconds to spawn the instance on the hypervisor. [ 650.693858] env[62748]: DEBUG nova.compute.manager [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.694659] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b707cb-8fea-4a88-bf5d-410a5afdcfa3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.909672] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749472, 'name': ReconfigVM_Task, 'duration_secs': 0.681577} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.909962] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.910594] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-962556cb-1837-4ab5-99bb-a9679ef80446 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.916848] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 650.916848] env[62748]: value = "task-2749475" [ 650.916848] env[62748]: _type = "Task" [ 650.916848] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.923879] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749475, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.042646] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749473, 'name': Destroy_Task, 'duration_secs': 0.652095} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.042919] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Destroyed the VM [ 651.043171] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 651.043482] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d868970f-03eb-40eb-be69-d07619dc8777 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.051158] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 651.051158] env[62748]: value = "task-2749476" [ 651.051158] env[62748]: _type = "Task" [ 651.051158] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.059723] env[62748]: DEBUG oslo_concurrency.lockutils [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.062203] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749476, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.063077] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.736s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.063227] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.063641] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 651.063797] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.717s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.066103] env[62748]: INFO nova.compute.claims [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.070482] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e4c5fd-6fb7-440a-a563-d5d78ae843d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.085418] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f573ed-66f1-42b8-8ecb-cc8243668416 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.089653] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594642} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.090966] env[62748]: INFO nova.scheduler.client.report [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Deleted allocations for instance 9a9c2168-d130-4407-8b67-c9918b195871 [ 651.091709] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 7808ea67-3dc2-40be-b425-7839d2b54d36/7808ea67-3dc2-40be-b425-7839d2b54d36.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.091935] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.095022] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-074027fc-50db-4f63-89dd-bb8288b8a542 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.106871] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7a19b-7740-4876-83c2-4c63901545d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.111871] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 651.111871] env[62748]: value = "task-2749477" [ 651.111871] env[62748]: _type = "Task" [ 651.111871] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.124174] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffc2761-ec24-49eb-80e2-19edcfa64bbb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.135473] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.135473] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a3895f-89b2-c4d7-20ba-e7810348799c, 'name': SearchDatastore_Task, 'duration_secs': 0.044191} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.135473] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.135732] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 95f65e57-04f6-42cd-99fc-13793c0a1f0e/95f65e57-04f6-42cd-99fc-13793c0a1f0e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.136012] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6e5b019-75e2-44e2-b3a3-fc6a6dfb8fb4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.163220] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178276MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 651.163367] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.168661] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 651.168661] env[62748]: value = "task-2749478" [ 651.168661] env[62748]: _type = "Task" [ 651.168661] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.176794] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.211777] env[62748]: INFO nova.compute.manager [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Took 43.96 seconds to build instance. [ 651.426976] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749475, 'name': Rename_Task, 'duration_secs': 0.133974} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.427222] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.427528] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b10748cb-643a-4862-9365-e96cf59dbabc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.435044] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 651.435044] env[62748]: value = "task-2749479" [ 651.435044] env[62748]: _type = "Task" [ 651.435044] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.443951] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.564614] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749476, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.609882] env[62748]: DEBUG oslo_concurrency.lockutils [None req-60c1ca3e-f14d-4bb1-a037-4119d13e0208 tempest-ImagesOneServerTestJSON-69466425 tempest-ImagesOneServerTestJSON-69466425-project-member] Lock "9a9c2168-d130-4407-8b67-c9918b195871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.377s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.632773] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058749} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.634235] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.635306] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73821a83-fe90-48da-9085-d8f61e769cc2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.667349] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 7808ea67-3dc2-40be-b425-7839d2b54d36/7808ea67-3dc2-40be-b425-7839d2b54d36.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.668077] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61b4f8dc-7367-4e58-b7c4-e0fb65816c34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.693123] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749478, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.694747] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 651.694747] env[62748]: value = "task-2749480" [ 651.694747] env[62748]: _type = "Task" [ 651.694747] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.704377] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.717020] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee3dd36-fba9-4f2d-84f6-534fb1b9da58 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "8842fff5-d67c-4a65-aff9-caa201f5ac62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.446s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.945906] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749479, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.061821] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749476, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.194268] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537672} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.196789] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 95f65e57-04f6-42cd-99fc-13793c0a1f0e/95f65e57-04f6-42cd-99fc-13793c0a1f0e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.197014] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.198493] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-250cf3b0-07f6-45ec-9fd4-ca553c046af9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.213818] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749480, 'name': ReconfigVM_Task, 'duration_secs': 0.323917} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.216961] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 7808ea67-3dc2-40be-b425-7839d2b54d36/7808ea67-3dc2-40be-b425-7839d2b54d36.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.217715] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 652.217715] env[62748]: value = "task-2749481" [ 652.217715] env[62748]: _type = "Task" [ 652.217715] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.222886] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2434523-e3ce-4bc7-8b57-032b4d047b95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.222886] env[62748]: DEBUG nova.compute.manager [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.232484] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 652.232484] env[62748]: value = "task-2749482" [ 652.232484] env[62748]: _type = "Task" [ 652.232484] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.235447] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.247632] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749482, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.448127] env[62748]: DEBUG oslo_vmware.api [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749479, 'name': PowerOnVM_Task, 'duration_secs': 0.627508} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.448414] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.448707] env[62748]: INFO nova.compute.manager [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Took 9.33 seconds to spawn the instance on the hypervisor. [ 652.448904] env[62748]: DEBUG nova.compute.manager [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.449705] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3d969e-e3c7-4090-833e-67fc36c9e0fe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.566294] env[62748]: DEBUG oslo_vmware.api [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749476, 'name': RemoveSnapshot_Task, 'duration_secs': 1.386442} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.566568] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 652.566801] env[62748]: INFO nova.compute.manager [None req-e50e28d8-583c-4b62-8fdf-f289ba75aa4d tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Took 18.17 seconds to snapshot the instance on the hypervisor. [ 652.619707] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b241060-8007-4941-9ef2-4b5140bc3bf2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.629270] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8055e22e-c33c-4b10-ab78-2651c74a9844 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.659056] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db05dea-831d-40c2-9ccf-921647380f73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.666560] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3cf01f-2018-4905-b942-e8963948ffac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.679778] env[62748]: DEBUG nova.compute.provider_tree [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.733406] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159173} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.735664] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.736704] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e8ad77-80cd-4231-b568-5511db102eb6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.746547] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749482, 'name': Rename_Task, 'duration_secs': 0.147968} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.755561] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.764540] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 95f65e57-04f6-42cd-99fc-13793c0a1f0e/95f65e57-04f6-42cd-99fc-13793c0a1f0e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.765616] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.765843] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22d06f66-935f-4e53-8a47-0339362a4aff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.767771] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5874d2dd-b624-4804-b8d0-76cb8bdca819 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.786923] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 652.786923] env[62748]: value = "task-2749483" [ 652.786923] env[62748]: _type = "Task" [ 652.786923] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.788285] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 652.788285] env[62748]: value = "task-2749484" [ 652.788285] env[62748]: _type = "Task" [ 652.788285] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.799895] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.802959] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.924134] env[62748]: DEBUG nova.compute.manager [req-e6211b66-7cba-42d5-b18c-9692f5d3c5e0 req-37a7e9d6-4802-4a12-ac3e-404f225d194d service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Received event network-changed-597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 652.924360] env[62748]: DEBUG nova.compute.manager [req-e6211b66-7cba-42d5-b18c-9692f5d3c5e0 req-37a7e9d6-4802-4a12-ac3e-404f225d194d service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Refreshing instance network info cache due to event network-changed-597ae046-237f-4834-acc9-7ab65832b410. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 652.924581] env[62748]: DEBUG oslo_concurrency.lockutils [req-e6211b66-7cba-42d5-b18c-9692f5d3c5e0 req-37a7e9d6-4802-4a12-ac3e-404f225d194d service nova] Acquiring lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.924726] env[62748]: DEBUG oslo_concurrency.lockutils [req-e6211b66-7cba-42d5-b18c-9692f5d3c5e0 req-37a7e9d6-4802-4a12-ac3e-404f225d194d service nova] Acquired lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.924886] env[62748]: DEBUG nova.network.neutron [req-e6211b66-7cba-42d5-b18c-9692f5d3c5e0 req-37a7e9d6-4802-4a12-ac3e-404f225d194d service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Refreshing network info cache for port 597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.971362] env[62748]: INFO nova.compute.manager [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Took 40.40 seconds to build instance. [ 653.183545] env[62748]: DEBUG nova.scheduler.client.report [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.307693] env[62748]: DEBUG oslo_vmware.api [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749483, 'name': PowerOnVM_Task, 'duration_secs': 0.51608} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.311590] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.311997] env[62748]: INFO nova.compute.manager [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Took 15.88 seconds to spawn the instance on the hypervisor. [ 653.312345] env[62748]: DEBUG nova.compute.manager [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.312784] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.313669] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2f4f62-0897-405f-ab80-134e302da9a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.475111] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcbc5b69-fdbe-4371-8180-c1754deebbc3 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "c296ab0f-8b6a-4d09-880b-05132eadb73f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.095s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.694603] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.695126] env[62748]: DEBUG nova.compute.manager [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.698811] env[62748]: DEBUG oslo_concurrency.lockutils [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.288s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.698895] env[62748]: DEBUG nova.objects.instance [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lazy-loading 'resources' on Instance uuid bb2adeb8-a2fe-42aa-a722-d5184d71d096 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 653.743117] env[62748]: DEBUG nova.network.neutron [req-e6211b66-7cba-42d5-b18c-9692f5d3c5e0 req-37a7e9d6-4802-4a12-ac3e-404f225d194d service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Updated VIF entry in instance network info cache for port 597ae046-237f-4834-acc9-7ab65832b410. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.743407] env[62748]: DEBUG nova.network.neutron [req-e6211b66-7cba-42d5-b18c-9692f5d3c5e0 req-37a7e9d6-4802-4a12-ac3e-404f225d194d service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Updating instance_info_cache with network_info: [{"id": "597ae046-237f-4834-acc9-7ab65832b410", "address": "fa:16:3e:a8:4a:9f", "network": {"id": "740d0fce-6ae8-409c-8f70-2e18a9712706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-241502443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1babc9929704374ad62b797a12c70c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ae046-23", "ovs_interfaceid": "597ae046-237f-4834-acc9-7ab65832b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.806907] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749484, 'name': ReconfigVM_Task, 'duration_secs': 0.553959} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.806907] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 95f65e57-04f6-42cd-99fc-13793c0a1f0e/95f65e57-04f6-42cd-99fc-13793c0a1f0e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.807862] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9969cbcb-3e07-4bfc-8432-215ebd8a188a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.815264] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 653.815264] env[62748]: value = "task-2749485" [ 653.815264] env[62748]: _type = "Task" [ 653.815264] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.828622] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749485, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.833201] env[62748]: INFO nova.compute.manager [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Took 46.59 seconds to build instance. [ 653.977359] env[62748]: DEBUG nova.compute.manager [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.204052] env[62748]: DEBUG nova.compute.utils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.206946] env[62748]: DEBUG nova.compute.manager [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.207156] env[62748]: DEBUG nova.network.neutron [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.252516] env[62748]: DEBUG oslo_concurrency.lockutils [req-e6211b66-7cba-42d5-b18c-9692f5d3c5e0 req-37a7e9d6-4802-4a12-ac3e-404f225d194d service nova] Releasing lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.275835] env[62748]: DEBUG nova.policy [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '121e0f3fe590400595e729f62adb0f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e315e3b96b41429dd1aff0a93e5b7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.327500] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749485, 'name': Rename_Task, 'duration_secs': 0.481703} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.327778] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.328029] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f5fe03-91d7-43f0-8e8a-c6f2390ffe50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.334256] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 654.334256] env[62748]: value = "task-2749486" [ 654.334256] env[62748]: _type = "Task" [ 654.334256] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.334985] env[62748]: DEBUG oslo_concurrency.lockutils [None req-721d26b0-7409-4b4c-b804-84f68941be90 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.338s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.344463] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.502553] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.712527] env[62748]: DEBUG nova.network.neutron [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Successfully created port: 3be6252e-1f79-4d81-b49e-633f2f621401 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.714842] env[62748]: DEBUG nova.compute.manager [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.840215] env[62748]: DEBUG nova.compute.manager [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.846310] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.848260] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b251f797-8801-466f-80c7-0628b347a473 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.856019] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf1cea9-7ead-4b2b-86ba-4e71fca1b0cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.893011] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fc2e5b-0d2c-4fea-8822-7498253d91e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.901664] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b40ce4-7f4f-48c6-b24a-f0d0f0e4dae2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.919035] env[62748]: DEBUG nova.compute.provider_tree [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.345543] env[62748]: DEBUG oslo_vmware.api [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749486, 'name': PowerOnVM_Task, 'duration_secs': 0.520546} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.345971] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.346306] env[62748]: INFO nova.compute.manager [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Took 9.43 seconds to spawn the instance on the hypervisor. [ 655.346684] env[62748]: DEBUG nova.compute.manager [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.350081] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e93c9-b9ad-4bef-9e6f-49743f3807c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.374836] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.424020] env[62748]: DEBUG nova.scheduler.client.report [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.603441] env[62748]: DEBUG nova.compute.manager [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.604408] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b975c5a-1ed7-430e-a827-9b4acaf98222 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.696713] env[62748]: DEBUG oslo_concurrency.lockutils [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "7808ea67-3dc2-40be-b425-7839d2b54d36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.696995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.697227] env[62748]: DEBUG oslo_concurrency.lockutils [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.697413] env[62748]: DEBUG oslo_concurrency.lockutils [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.697588] env[62748]: DEBUG oslo_concurrency.lockutils [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.699612] env[62748]: INFO nova.compute.manager [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Terminating instance [ 655.727326] env[62748]: DEBUG nova.compute.manager [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.760164] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.760164] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.760371] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.760520] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.760793] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.760950] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.765110] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.765110] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.765110] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.765110] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.765110] env[62748]: DEBUG nova.virt.hardware [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.765902] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf294f5-2b54-437f-a00c-720dc39f4ec0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.775403] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401e2e24-b4f1-409c-aae3-dddd79bfef21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.879029] env[62748]: INFO nova.compute.manager [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Took 31.36 seconds to build instance. [ 655.927257] env[62748]: DEBUG oslo_concurrency.lockutils [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.930382] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.311s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.931201] env[62748]: INFO nova.compute.claims [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.959231] env[62748]: INFO nova.scheduler.client.report [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Deleted allocations for instance bb2adeb8-a2fe-42aa-a722-d5184d71d096 [ 656.115072] env[62748]: INFO nova.compute.manager [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] instance snapshotting [ 656.118428] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed9e1e1-ff83-4505-b05d-67002c739ee2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.139518] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88ddd02-0273-49f6-bb6a-7454b6e916f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.203173] env[62748]: DEBUG nova.compute.manager [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.203421] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.205072] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e254b2-4513-45f1-962c-080a89a6055c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.216307] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.216307] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f16a8f2b-3c14-44c1-be58-1b7ed7b7b444 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.219454] env[62748]: DEBUG oslo_vmware.api [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 656.219454] env[62748]: value = "task-2749487" [ 656.219454] env[62748]: _type = "Task" [ 656.219454] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.234950] env[62748]: DEBUG oslo_vmware.api [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.380523] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac4c5164-878e-44a6-aca9-cbafe4fb9eac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.965s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.465992] env[62748]: DEBUG oslo_concurrency.lockutils [None req-faddbb09-3132-4065-8509-506ff73b3021 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.111s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.467018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.888s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.467265] env[62748]: DEBUG oslo_concurrency.lockutils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.467470] env[62748]: DEBUG oslo_concurrency.lockutils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.467617] env[62748]: DEBUG oslo_concurrency.lockutils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.473668] env[62748]: INFO nova.compute.manager [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Terminating instance [ 656.657089] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 656.657419] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-29b8b903-699f-4cbe-812c-c9d3909de59b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.665360] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 656.665360] env[62748]: value = "task-2749488" [ 656.665360] env[62748]: _type = "Task" [ 656.665360] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.673866] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749488, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.729291] env[62748]: DEBUG oslo_vmware.api [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749487, 'name': PowerOffVM_Task, 'duration_secs': 0.210122} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.729591] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.729765] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.730040] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a31cce9-1ee8-468a-89fd-738580ba9398 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.882857] env[62748]: DEBUG nova.compute.manager [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.959557] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "712ab7cf-0f3a-4c32-9102-711774287121" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.959691] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "712ab7cf-0f3a-4c32-9102-711774287121" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.984769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.984970] env[62748]: DEBUG oslo_concurrency.lockutils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquired lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.985172] env[62748]: DEBUG nova.network.neutron [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.106124] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.106124] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.106124] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Deleting the datastore file [datastore2] 7808ea67-3dc2-40be-b425-7839d2b54d36 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.106124] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b9a838b-a2e9-461d-8c01-62b91a83d39f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.110274] env[62748]: DEBUG oslo_vmware.api [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 657.110274] env[62748]: value = "task-2749490" [ 657.110274] env[62748]: _type = "Task" [ 657.110274] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.118785] env[62748]: DEBUG oslo_vmware.api [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.119846] env[62748]: DEBUG nova.network.neutron [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Successfully updated port: 3be6252e-1f79-4d81-b49e-633f2f621401 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.183373] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749488, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.188834] env[62748]: DEBUG nova.compute.manager [req-6bf881b4-45a2-41ca-b632-074a9aacd239 req-14f080ba-67b4-4f69-a11c-238c0c735491 service nova] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Received event network-vif-plugged-3be6252e-1f79-4d81-b49e-633f2f621401 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 657.189457] env[62748]: DEBUG oslo_concurrency.lockutils [req-6bf881b4-45a2-41ca-b632-074a9aacd239 req-14f080ba-67b4-4f69-a11c-238c0c735491 service nova] Acquiring lock "728dec63-e119-4825-8af5-55497ed20df0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.189596] env[62748]: DEBUG oslo_concurrency.lockutils [req-6bf881b4-45a2-41ca-b632-074a9aacd239 req-14f080ba-67b4-4f69-a11c-238c0c735491 service nova] Lock "728dec63-e119-4825-8af5-55497ed20df0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.189887] env[62748]: DEBUG oslo_concurrency.lockutils [req-6bf881b4-45a2-41ca-b632-074a9aacd239 req-14f080ba-67b4-4f69-a11c-238c0c735491 service nova] Lock "728dec63-e119-4825-8af5-55497ed20df0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.190019] env[62748]: DEBUG nova.compute.manager [req-6bf881b4-45a2-41ca-b632-074a9aacd239 req-14f080ba-67b4-4f69-a11c-238c0c735491 service nova] [instance: 728dec63-e119-4825-8af5-55497ed20df0] No waiting events found dispatching network-vif-plugged-3be6252e-1f79-4d81-b49e-633f2f621401 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.190264] env[62748]: WARNING nova.compute.manager [req-6bf881b4-45a2-41ca-b632-074a9aacd239 req-14f080ba-67b4-4f69-a11c-238c0c735491 service nova] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Received unexpected event network-vif-plugged-3be6252e-1f79-4d81-b49e-633f2f621401 for instance with vm_state building and task_state spawning. [ 657.419407] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.492951] env[62748]: DEBUG nova.compute.utils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Can not refresh info_cache because instance was not found {{(pid=62748) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 657.512036] env[62748]: DEBUG nova.network.neutron [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.623972] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-728dec63-e119-4825-8af5-55497ed20df0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.624081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-728dec63-e119-4825-8af5-55497ed20df0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.624229] env[62748]: DEBUG nova.network.neutron [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.627627] env[62748]: DEBUG oslo_vmware.api [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228961} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.628441] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.628765] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.629666] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.629980] env[62748]: INFO nova.compute.manager [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Took 1.43 seconds to destroy the instance on the hypervisor. [ 657.632179] env[62748]: DEBUG oslo.service.loopingcall [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.634975] env[62748]: DEBUG nova.compute.manager [-] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.635170] env[62748]: DEBUG nova.network.neutron [-] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.651248] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb46f82-a30a-4353-8edd-df000259e69c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.658811] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20670079-2fed-411c-881d-3d5feef70299 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.700921] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b8743d-16b6-4e55-b6a0-2fc23035dad4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.705139] env[62748]: DEBUG nova.network.neutron [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.713317] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749488, 'name': CreateSnapshot_Task, 'duration_secs': 0.942472} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.716136] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 657.716930] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6548eed-e056-42f2-bf96-31f1a2dcf5c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.720996] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d004025-e02b-44f0-b2d5-c519a0e1e74d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.742812] env[62748]: DEBUG nova.compute.provider_tree [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.177218] env[62748]: DEBUG nova.network.neutron [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.208403] env[62748]: DEBUG oslo_concurrency.lockutils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Releasing lock "refresh_cache-bb2adeb8-a2fe-42aa-a722-d5184d71d096" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.212414] env[62748]: DEBUG nova.compute.manager [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 658.212414] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.212414] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbf2c01c-ef91-4ce9-9e26-23dfccc92581 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.222349] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda757a0-74c9-443b-8e70-b6359c9f35d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.241845] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 658.242689] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9ba23953-27b1-49f2-94dd-44b9a26d8b56 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.246704] env[62748]: DEBUG nova.scheduler.client.report [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.270691] env[62748]: WARNING nova.virt.vmwareapi.vmops [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bb2adeb8-a2fe-42aa-a722-d5184d71d096 could not be found. [ 658.270691] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.270855] env[62748]: INFO nova.compute.manager [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Took 0.06 seconds to destroy the instance on the hypervisor. [ 658.271170] env[62748]: DEBUG oslo.service.loopingcall [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 658.273543] env[62748]: DEBUG nova.compute.manager [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.273665] env[62748]: DEBUG nova.network.neutron [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.279152] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 658.279152] env[62748]: value = "task-2749491" [ 658.279152] env[62748]: _type = "Task" [ 658.279152] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.295833] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749491, 'name': CloneVM_Task} progress is 16%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.328571] env[62748]: DEBUG nova.network.neutron [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.376446] env[62748]: DEBUG nova.compute.manager [req-be5f0f4a-d76f-45dc-b2c0-4116d98272c6 req-a4c16db3-0945-479f-9c1c-522bd9c49d01 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received event network-vif-deleted-6113e210-be6a-4f27-81ed-9422ef0a8978 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 658.376446] env[62748]: INFO nova.compute.manager [req-be5f0f4a-d76f-45dc-b2c0-4116d98272c6 req-a4c16db3-0945-479f-9c1c-522bd9c49d01 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Neutron deleted interface 6113e210-be6a-4f27-81ed-9422ef0a8978; detaching it from the instance and deleting it from the info cache [ 658.378021] env[62748]: DEBUG nova.network.neutron [req-be5f0f4a-d76f-45dc-b2c0-4116d98272c6 req-a4c16db3-0945-479f-9c1c-522bd9c49d01 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Updating instance_info_cache with network_info: [{"id": "01e35dae-a315-407b-8ec0-3e0e250600fe", "address": "fa:16:3e:ac:56:ab", "network": {"id": "7c8c3a7f-b141-4e8a-8111-e545c552b167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-733745413", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01e35dae-a3", "ovs_interfaceid": "01e35dae-a315-407b-8ec0-3e0e250600fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38aa0aae-c583-4003-9d9d-d585263373ca", "address": "fa:16:3e:5b:29:c2", "network": {"id": "cc713285-83ac-46e4-9c7a-ec629593c9ed", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-997803419", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38aa0aae-c5", "ovs_interfaceid": "38aa0aae-c583-4003-9d9d-d585263373ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.529541] env[62748]: DEBUG nova.network.neutron [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Updating instance_info_cache with network_info: [{"id": "3be6252e-1f79-4d81-b49e-633f2f621401", "address": "fa:16:3e:42:f3:77", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be6252e-1f", "ovs_interfaceid": "3be6252e-1f79-4d81-b49e-633f2f621401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.771211] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.775023] env[62748]: DEBUG nova.compute.manager [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.775023] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.983s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.775023] env[62748]: DEBUG nova.objects.instance [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lazy-loading 'resources' on Instance uuid 16cf0731-b768-4ef0-b131-9dcc456e4913 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.795374] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749491, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.833099] env[62748]: DEBUG nova.network.neutron [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.879857] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-113de5bb-8f12-4084-981a-dbfd32b2f959 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.891472] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df84bc6-eb44-435a-8bdd-7e0b3f7eaf66 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.933303] env[62748]: DEBUG nova.network.neutron [-] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.934874] env[62748]: DEBUG nova.compute.manager [req-be5f0f4a-d76f-45dc-b2c0-4116d98272c6 req-a4c16db3-0945-479f-9c1c-522bd9c49d01 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Detach interface failed, port_id=6113e210-be6a-4f27-81ed-9422ef0a8978, reason: Instance 7808ea67-3dc2-40be-b425-7839d2b54d36 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 659.022724] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "4729a3ca-91da-420b-8dcc-0de78e24be9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.023086] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "4729a3ca-91da-420b-8dcc-0de78e24be9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.023355] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "4729a3ca-91da-420b-8dcc-0de78e24be9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.023674] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "4729a3ca-91da-420b-8dcc-0de78e24be9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.023918] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "4729a3ca-91da-420b-8dcc-0de78e24be9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.026772] env[62748]: INFO nova.compute.manager [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Terminating instance [ 659.032166] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-728dec63-e119-4825-8af5-55497ed20df0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.032444] env[62748]: DEBUG nova.compute.manager [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Instance network_info: |[{"id": "3be6252e-1f79-4d81-b49e-633f2f621401", "address": "fa:16:3e:42:f3:77", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be6252e-1f", "ovs_interfaceid": "3be6252e-1f79-4d81-b49e-633f2f621401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.032807] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:f3:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3be6252e-1f79-4d81-b49e-633f2f621401', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.041234] env[62748]: DEBUG oslo.service.loopingcall [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.042195] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.042726] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6899d96-67ec-4859-94c2-fa9f6a0e1675 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.065423] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.065423] env[62748]: value = "task-2749492" [ 659.065423] env[62748]: _type = "Task" [ 659.065423] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.072981] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749492, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.262858] env[62748]: DEBUG nova.compute.manager [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Received event network-changed-597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 659.267680] env[62748]: DEBUG nova.compute.manager [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Refreshing instance network info cache due to event network-changed-597ae046-237f-4834-acc9-7ab65832b410. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 659.267680] env[62748]: DEBUG oslo_concurrency.lockutils [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] Acquiring lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.267680] env[62748]: DEBUG oslo_concurrency.lockutils [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] Acquired lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.267680] env[62748]: DEBUG nova.network.neutron [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Refreshing network info cache for port 597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.284026] env[62748]: DEBUG nova.compute.utils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.288406] env[62748]: DEBUG nova.compute.manager [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Not allocating networking since 'none' was specified. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 659.300787] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749491, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.340737] env[62748]: INFO nova.compute.manager [-] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Took 1.07 seconds to deallocate network for instance. [ 659.436723] env[62748]: INFO nova.compute.manager [-] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Took 1.80 seconds to deallocate network for instance. [ 659.475466] env[62748]: DEBUG oslo_concurrency.lockutils [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquiring lock "8842fff5-d67c-4a65-aff9-caa201f5ac62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.475727] env[62748]: DEBUG oslo_concurrency.lockutils [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "8842fff5-d67c-4a65-aff9-caa201f5ac62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.475949] env[62748]: DEBUG oslo_concurrency.lockutils [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquiring lock "8842fff5-d67c-4a65-aff9-caa201f5ac62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.476169] env[62748]: DEBUG oslo_concurrency.lockutils [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "8842fff5-d67c-4a65-aff9-caa201f5ac62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.476350] env[62748]: DEBUG oslo_concurrency.lockutils [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "8842fff5-d67c-4a65-aff9-caa201f5ac62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.478507] env[62748]: INFO nova.compute.manager [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Terminating instance [ 659.531295] env[62748]: DEBUG nova.compute.manager [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 659.531499] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.533198] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690df543-95fa-40fb-b7c6-281cc7dd84ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.549264] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.549264] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0a0fdf7-598a-42a8-8c98-a9268912834e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.557686] env[62748]: DEBUG oslo_vmware.api [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 659.557686] env[62748]: value = "task-2749493" [ 659.557686] env[62748]: _type = "Task" [ 659.557686] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.566909] env[62748]: DEBUG oslo_vmware.api [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.577790] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749492, 'name': CreateVM_Task, 'duration_secs': 0.339057} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.577968] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.578771] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.578999] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.579401] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 659.579784] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9949d201-2852-4525-b080-376fe26931ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.589079] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 659.589079] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52628a35-c910-d655-9664-d972ca00424f" [ 659.589079] env[62748]: _type = "Task" [ 659.589079] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.596970] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52628a35-c910-d655-9664-d972ca00424f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.794472] env[62748]: DEBUG nova.compute.manager [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.811246] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749491, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.851237] env[62748]: INFO nova.compute.manager [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance disappeared during terminate [ 659.851237] env[62748]: DEBUG oslo_concurrency.lockutils [None req-817c40fa-d0b8-409d-895e-1c6c78b70973 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "bb2adeb8-a2fe-42aa-a722-d5184d71d096" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.384s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.951027] env[62748]: DEBUG oslo_concurrency.lockutils [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.959901] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cc6d28-b7e0-4241-a881-1d82a3dfded0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.968674] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d5fc09-f2cf-4395-b649-ad857380453e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.001984] env[62748]: DEBUG nova.compute.manager [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.001984] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.005737] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25944d43-10c0-45ad-a703-29e2f6be98e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.008709] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b935c281-1fd2-48e0-ab30-960c96876a16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.019841] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076fd793-7983-4808-a127-d3bf14d1a373 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.026850] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.026850] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd605d79-e00d-4a2f-8031-f5b627e3599f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.036087] env[62748]: DEBUG nova.compute.provider_tree [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.039121] env[62748]: DEBUG oslo_vmware.api [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 660.039121] env[62748]: value = "task-2749494" [ 660.039121] env[62748]: _type = "Task" [ 660.039121] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.049811] env[62748]: DEBUG oslo_vmware.api [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.068857] env[62748]: DEBUG oslo_vmware.api [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749493, 'name': PowerOffVM_Task, 'duration_secs': 0.46009} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.069481] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.069481] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.069604] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13148161-266e-4cc6-a12a-724df93cf9bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.088108] env[62748]: DEBUG nova.network.neutron [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Updated VIF entry in instance network info cache for port 597ae046-237f-4834-acc9-7ab65832b410. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.088490] env[62748]: DEBUG nova.network.neutron [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Updating instance_info_cache with network_info: [{"id": "597ae046-237f-4834-acc9-7ab65832b410", "address": "fa:16:3e:a8:4a:9f", "network": {"id": "740d0fce-6ae8-409c-8f70-2e18a9712706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-241502443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1babc9929704374ad62b797a12c70c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap597ae046-23", "ovs_interfaceid": "597ae046-237f-4834-acc9-7ab65832b410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.103827] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52628a35-c910-d655-9664-d972ca00424f, 'name': SearchDatastore_Task, 'duration_secs': 0.015164} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.105569] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.105879] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.106161] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.106313] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.106498] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.107128] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1afa57c4-4985-4fe4-9933-fed0309bd2b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.129869] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.130128] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.131977] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef2cb93-71b6-4b1a-b586-80c998068eda {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.138214] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.138462] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.138647] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Deleting the datastore file [datastore2] 4729a3ca-91da-420b-8dcc-0de78e24be9c {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.138918] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-676a3d97-2aee-4c16-922d-5ed56f8bd9b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.143929] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 660.143929] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5233ed28-3b06-7ac1-2835-ceebb3024fc3" [ 660.143929] env[62748]: _type = "Task" [ 660.143929] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.150389] env[62748]: DEBUG oslo_vmware.api [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for the task: (returnval){ [ 660.150389] env[62748]: value = "task-2749496" [ 660.150389] env[62748]: _type = "Task" [ 660.150389] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.157202] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5233ed28-3b06-7ac1-2835-ceebb3024fc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.162067] env[62748]: DEBUG oslo_vmware.api [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.297757] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749491, 'name': CloneVM_Task, 'duration_secs': 1.912862} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.298071] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Created linked-clone VM from snapshot [ 660.298834] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aed091-c274-4a1e-871d-2bc9e00d31ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.306580] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Uploading image 1b917a80-9419-44b2-84ad-f004f6be5735 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 660.331049] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 660.331049] env[62748]: value = "vm-553355" [ 660.331049] env[62748]: _type = "VirtualMachine" [ 660.331049] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 660.331234] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-78ce7926-b7ac-4ddd-b00f-a965c3377b34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.341155] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lease: (returnval){ [ 660.341155] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5228828b-861e-8711-6520-bef72c3aa506" [ 660.341155] env[62748]: _type = "HttpNfcLease" [ 660.341155] env[62748]: } obtained for exporting VM: (result){ [ 660.341155] env[62748]: value = "vm-553355" [ 660.341155] env[62748]: _type = "VirtualMachine" [ 660.341155] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 660.341155] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the lease: (returnval){ [ 660.341155] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5228828b-861e-8711-6520-bef72c3aa506" [ 660.341155] env[62748]: _type = "HttpNfcLease" [ 660.341155] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 660.348904] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 660.348904] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5228828b-861e-8711-6520-bef72c3aa506" [ 660.348904] env[62748]: _type = "HttpNfcLease" [ 660.348904] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 660.552113] env[62748]: DEBUG oslo_vmware.api [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749494, 'name': PowerOffVM_Task, 'duration_secs': 0.255977} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.552113] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.552113] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.552113] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c173c34-9347-4f38-aab3-1fc9517345ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.557503] env[62748]: ERROR nova.scheduler.client.report [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [req-1b4cb780-2a49-4242-9f17-6c3bd43cda06] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b4cb780-2a49-4242-9f17-6c3bd43cda06"}]} [ 660.564437] env[62748]: DEBUG nova.compute.manager [req-d9d9506d-ea41-4742-9bd2-3a0ca30d1231 req-48b8f429-9545-47b6-9a0a-7f2d78521b13 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received event network-vif-deleted-01e35dae-a315-407b-8ec0-3e0e250600fe {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 660.564437] env[62748]: DEBUG nova.compute.manager [req-d9d9506d-ea41-4742-9bd2-3a0ca30d1231 req-48b8f429-9545-47b6-9a0a-7f2d78521b13 service nova] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Received event network-vif-deleted-38aa0aae-c583-4003-9d9d-d585263373ca {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 660.575362] env[62748]: DEBUG nova.scheduler.client.report [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 660.589996] env[62748]: DEBUG nova.scheduler.client.report [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 660.590258] env[62748]: DEBUG nova.compute.provider_tree [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.592880] env[62748]: DEBUG oslo_concurrency.lockutils [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] Releasing lock "refresh_cache-8842fff5-d67c-4a65-aff9-caa201f5ac62" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.593132] env[62748]: DEBUG nova.compute.manager [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Received event network-changed-3be6252e-1f79-4d81-b49e-633f2f621401 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 660.593307] env[62748]: DEBUG nova.compute.manager [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Refreshing instance network info cache due to event network-changed-3be6252e-1f79-4d81-b49e-633f2f621401. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 660.593542] env[62748]: DEBUG oslo_concurrency.lockutils [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] Acquiring lock "refresh_cache-728dec63-e119-4825-8af5-55497ed20df0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.593685] env[62748]: DEBUG oslo_concurrency.lockutils [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] Acquired lock "refresh_cache-728dec63-e119-4825-8af5-55497ed20df0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.593935] env[62748]: DEBUG nova.network.neutron [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Refreshing network info cache for port 3be6252e-1f79-4d81-b49e-633f2f621401 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.607042] env[62748]: DEBUG nova.scheduler.client.report [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 660.627156] env[62748]: DEBUG nova.scheduler.client.report [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 660.658692] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5233ed28-3b06-7ac1-2835-ceebb3024fc3, 'name': SearchDatastore_Task, 'duration_secs': 0.012575} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.660451] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.660648] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.660826] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Deleting the datastore file [datastore2] 8842fff5-d67c-4a65-aff9-caa201f5ac62 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.661414] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d483d0-975e-43e5-89e3-243ef972b99b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.663818] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9659b24-8f97-4130-8545-0d1f8d85bf43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.668448] env[62748]: DEBUG oslo_vmware.api [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Task: {'id': task-2749496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195497} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.671439] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.671641] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.671825] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.672029] env[62748]: INFO nova.compute.manager [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 660.672248] env[62748]: DEBUG oslo.service.loopingcall [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.673104] env[62748]: DEBUG nova.compute.manager [-] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.673209] env[62748]: DEBUG nova.network.neutron [-] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.677017] env[62748]: DEBUG oslo_vmware.api [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for the task: (returnval){ [ 660.677017] env[62748]: value = "task-2749499" [ 660.677017] env[62748]: _type = "Task" [ 660.677017] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.677328] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 660.677328] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e883a1-1818-7aa9-9a42-9bf101a859ce" [ 660.677328] env[62748]: _type = "Task" [ 660.677328] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.691219] env[62748]: DEBUG oslo_vmware.api [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.694801] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e883a1-1818-7aa9-9a42-9bf101a859ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.815938] env[62748]: DEBUG nova.compute.manager [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.842837] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.842992] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.843173] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.843551] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.844317] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.844317] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.844317] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.844317] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.844545] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.844755] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.844998] env[62748]: DEBUG nova.virt.hardware [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.846094] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0cbfaf-79b4-43c8-9fa3-bf8b6cb117c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.864935] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2905a95c-7c54-485d-bf36-8b4a773a9894 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.868340] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 660.868340] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5228828b-861e-8711-6520-bef72c3aa506" [ 660.868340] env[62748]: _type = "HttpNfcLease" [ 660.868340] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 660.871293] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 660.871293] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5228828b-861e-8711-6520-bef72c3aa506" [ 660.871293] env[62748]: _type = "HttpNfcLease" [ 660.871293] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 660.873240] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4b726f-a4f0-4b04-bb09-5082166b393b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.884910] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.891110] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Creating folder: Project (648d4245d588479188174d4385b81f4c). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.895739] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a615d57f-edec-4c40-a0fa-4beeadb199d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.904583] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.904583] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.904890] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c67d71-675b-3c9d-e760-fb2cea2d262a/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 660.906552] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c67d71-675b-3c9d-e760-fb2cea2d262a/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 660.979286] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Created folder: Project (648d4245d588479188174d4385b81f4c) in parent group-v553264. [ 660.979286] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Creating folder: Instances. Parent ref: group-v553357. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.979286] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75a7b815-727d-4701-92b4-b68330c82d80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.992641] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Created folder: Instances in parent group-v553357. [ 660.992641] env[62748]: DEBUG oslo.service.loopingcall [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.992641] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.992831] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1673a896-64c2-46cb-86e4-4ba765f82d9c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.011961] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.011961] env[62748]: value = "task-2749502" [ 661.011961] env[62748]: _type = "Task" [ 661.011961] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.020708] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749502, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.028898] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9cbecd7-6215-4dd5-8738-5f7d9abd9567 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.190029] env[62748]: DEBUG oslo_vmware.api [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Task: {'id': task-2749499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425185} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.193628] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.193833] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.194032] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.194216] env[62748]: INFO nova.compute.manager [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Took 1.19 seconds to destroy the instance on the hypervisor. [ 661.194455] env[62748]: DEBUG oslo.service.loopingcall [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.194668] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e883a1-1818-7aa9-9a42-9bf101a859ce, 'name': SearchDatastore_Task, 'duration_secs': 0.017815} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.197181] env[62748]: DEBUG nova.compute.manager [-] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.197311] env[62748]: DEBUG nova.network.neutron [-] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.198761] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.199046] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 728dec63-e119-4825-8af5-55497ed20df0/728dec63-e119-4825-8af5-55497ed20df0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.199483] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ff15d1f-64ca-400f-bee4-2f286bb0761e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.207916] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 661.207916] env[62748]: value = "task-2749503" [ 661.207916] env[62748]: _type = "Task" [ 661.207916] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.217501] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.288054] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9232bbe4-043e-463c-9931-6ddb954d6e2a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.294647] env[62748]: DEBUG nova.compute.manager [req-6c6cadb3-2ec0-4419-8d5a-6817c753940e req-c0160492-9526-4e18-ab71-ba91d58d6113 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Received event network-vif-deleted-55719956-eaa2-4834-a8f5-08ed90c79176 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 661.294848] env[62748]: INFO nova.compute.manager [req-6c6cadb3-2ec0-4419-8d5a-6817c753940e req-c0160492-9526-4e18-ab71-ba91d58d6113 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Neutron deleted interface 55719956-eaa2-4834-a8f5-08ed90c79176; detaching it from the instance and deleting it from the info cache [ 661.295028] env[62748]: DEBUG nova.network.neutron [req-6c6cadb3-2ec0-4419-8d5a-6817c753940e req-c0160492-9526-4e18-ab71-ba91d58d6113 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.300250] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7973f9-1a4d-4c2c-964c-253080df7424 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.336655] env[62748]: DEBUG nova.network.neutron [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Updated VIF entry in instance network info cache for port 3be6252e-1f79-4d81-b49e-633f2f621401. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.337171] env[62748]: DEBUG nova.network.neutron [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Updating instance_info_cache with network_info: [{"id": "3be6252e-1f79-4d81-b49e-633f2f621401", "address": "fa:16:3e:42:f3:77", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be6252e-1f", "ovs_interfaceid": "3be6252e-1f79-4d81-b49e-633f2f621401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.338812] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1c364a-63dd-4c5c-8379-54ba9d88e413 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.348139] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68081a5b-940f-483f-a2ad-74359493ce52 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.364131] env[62748]: DEBUG nova.compute.provider_tree [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.478037] env[62748]: DEBUG nova.network.neutron [-] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.525810] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749502, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.722665] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749503, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.803025] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c17b0e5-a402-4e3f-b697-3d47123d1c47 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.812338] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2cd504-ff6b-4aab-9dc5-cdcaa041e294 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.850510] env[62748]: DEBUG oslo_concurrency.lockutils [req-358c376f-1276-4345-9be4-5dfe61f11219 req-a3ad97bf-b2cc-448f-bcfc-8a2a10809565 service nova] Releasing lock "refresh_cache-728dec63-e119-4825-8af5-55497ed20df0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.851499] env[62748]: DEBUG nova.compute.manager [req-6c6cadb3-2ec0-4419-8d5a-6817c753940e req-c0160492-9526-4e18-ab71-ba91d58d6113 service nova] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Detach interface failed, port_id=55719956-eaa2-4834-a8f5-08ed90c79176, reason: Instance 4729a3ca-91da-420b-8dcc-0de78e24be9c could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 661.909205] env[62748]: DEBUG nova.scheduler.client.report [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 661.909205] env[62748]: DEBUG nova.compute.provider_tree [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 58 to 59 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 661.909205] env[62748]: DEBUG nova.compute.provider_tree [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.928909] env[62748]: DEBUG nova.network.neutron [-] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.982488] env[62748]: INFO nova.compute.manager [-] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Took 1.31 seconds to deallocate network for instance. [ 662.024362] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749502, 'name': CreateVM_Task, 'duration_secs': 0.547427} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.024675] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.025282] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.025566] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.026095] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 662.027385] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c55c66bc-af89-4654-ad3f-e94cced51d63 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.033393] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 662.033393] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52440796-e6ba-80cd-ffb8-2cc340008e42" [ 662.033393] env[62748]: _type = "Task" [ 662.033393] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.042731] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52440796-e6ba-80cd-ffb8-2cc340008e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.218931] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586307} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.219806] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 728dec63-e119-4825-8af5-55497ed20df0/728dec63-e119-4825-8af5-55497ed20df0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.219806] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.219990] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-511606a0-594f-45fa-8427-7db5ef08167d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.226585] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 662.226585] env[62748]: value = "task-2749504" [ 662.226585] env[62748]: _type = "Task" [ 662.226585] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.234490] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.414647] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.640s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.417112] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.086s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.418695] env[62748]: INFO nova.compute.claims [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.432044] env[62748]: INFO nova.compute.manager [-] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Took 1.23 seconds to deallocate network for instance. [ 662.440407] env[62748]: INFO nova.scheduler.client.report [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleted allocations for instance 16cf0731-b768-4ef0-b131-9dcc456e4913 [ 662.493043] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.545185] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52440796-e6ba-80cd-ffb8-2cc340008e42, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.545747] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.546122] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.546469] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.546684] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.547055] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.547378] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d461f86d-355c-420d-bc1b-d935ef093f77 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.555953] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.556681] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.558097] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a6cd09-3730-4e12-ab19-2ed9316ea03d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.564028] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 662.564028] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52271690-fae8-e2a8-c3b0-a45ab22dbbf6" [ 662.564028] env[62748]: _type = "Task" [ 662.564028] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.571769] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52271690-fae8-e2a8-c3b0-a45ab22dbbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.621696] env[62748]: DEBUG nova.compute.manager [req-6e7e975a-3ebf-4421-a21f-453ee12fe4cb req-c134eb70-e462-4fd4-bcda-858004df0ae6 service nova] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Received event network-vif-deleted-597ae046-237f-4834-acc9-7ab65832b410 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 662.736995] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174374} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.741042] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.741042] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4306fcb8-ad66-4c48-8a84-10dc20889ac6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.766291] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 728dec63-e119-4825-8af5-55497ed20df0/728dec63-e119-4825-8af5-55497ed20df0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.766694] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef308b45-4b82-4d3c-887c-533361af8d8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.786987] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 662.786987] env[62748]: value = "task-2749505" [ 662.786987] env[62748]: _type = "Task" [ 662.786987] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.795625] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.938159] env[62748]: DEBUG oslo_concurrency.lockutils [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.948377] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bf8fccb-3b6f-4f8b-a4a7-ce27a8ae75e1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "16cf0731-b768-4ef0-b131-9dcc456e4913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.401s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.073937] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52271690-fae8-e2a8-c3b0-a45ab22dbbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.020131} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.074871] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91767c1e-a40b-4fa7-9762-93589c1da6b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.081737] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 663.081737] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52660ea0-1438-4bfe-e6b7-6a76fe85c1b2" [ 663.081737] env[62748]: _type = "Task" [ 663.081737] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.089702] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52660ea0-1438-4bfe-e6b7-6a76fe85c1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.205984] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "d9bedd18-76a1-4912-89ea-df433761d661" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.206339] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "d9bedd18-76a1-4912-89ea-df433761d661" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.206643] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "d9bedd18-76a1-4912-89ea-df433761d661-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.206851] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "d9bedd18-76a1-4912-89ea-df433761d661-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.207115] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "d9bedd18-76a1-4912-89ea-df433761d661-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.209474] env[62748]: INFO nova.compute.manager [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Terminating instance [ 663.297946] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749505, 'name': ReconfigVM_Task, 'duration_secs': 0.339332} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.297946] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 728dec63-e119-4825-8af5-55497ed20df0/728dec63-e119-4825-8af5-55497ed20df0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.298585] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f45ad6a7-abe9-4fd8-9bfa-8302267b0c3e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.305538] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 663.305538] env[62748]: value = "task-2749506" [ 663.305538] env[62748]: _type = "Task" [ 663.305538] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.315998] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749506, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.591434] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52660ea0-1438-4bfe-e6b7-6a76fe85c1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.022747} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.591699] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.591956] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 407149f0-7c9a-4306-9640-f79eed59b7b6/407149f0-7c9a-4306-9640-f79eed59b7b6.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.594846] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2ef8991-5a7b-4c57-a220-19a2ca5c8869 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.602200] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 663.602200] env[62748]: value = "task-2749507" [ 663.602200] env[62748]: _type = "Task" [ 663.602200] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.613506] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.714047] env[62748]: DEBUG nova.compute.manager [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.714047] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.714710] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a515b0-3a63-419c-aa88-2bf0357db278 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.725327] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.725327] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b5f6b50-586c-47f0-a6e0-2c732b3c455e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.730356] env[62748]: DEBUG oslo_vmware.api [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 663.730356] env[62748]: value = "task-2749508" [ 663.730356] env[62748]: _type = "Task" [ 663.730356] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.742514] env[62748]: DEBUG oslo_vmware.api [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.817269] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749506, 'name': Rename_Task, 'duration_secs': 0.145138} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.817556] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.817915] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-122fc005-b8e4-41ee-b9b1-3e0b95fefbb0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.827384] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 663.827384] env[62748]: value = "task-2749509" [ 663.827384] env[62748]: _type = "Task" [ 663.827384] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.838143] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.925121] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6543865b-4555-4c53-af2b-3b00adbcfadd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.935772] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7008237-c376-4bd9-bcf5-626492c51391 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.970733] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b63d1a-7e9e-4c89-b8ab-7c49d308ecfe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.981492] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1716bdde-5309-4aff-8fa7-77167fed1379 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.998646] env[62748]: DEBUG nova.compute.provider_tree [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.115818] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749507, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.242928] env[62748]: DEBUG oslo_vmware.api [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749508, 'name': PowerOffVM_Task, 'duration_secs': 0.226449} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.243252] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.243429] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.243714] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fffb1fc-45e2-474f-ab26-93b0b9117986 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.317327] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.317634] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.317827] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleting the datastore file [datastore2] d9bedd18-76a1-4912-89ea-df433761d661 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.318104] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95480c0a-36ba-443c-92f2-0b781d65910a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.326042] env[62748]: DEBUG oslo_vmware.api [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for the task: (returnval){ [ 664.326042] env[62748]: value = "task-2749511" [ 664.326042] env[62748]: _type = "Task" [ 664.326042] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.337698] env[62748]: DEBUG oslo_vmware.api [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.340718] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.539630] env[62748]: DEBUG nova.scheduler.client.report [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 664.539909] env[62748]: DEBUG nova.compute.provider_tree [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 59 to 60 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 664.540107] env[62748]: DEBUG nova.compute.provider_tree [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.613159] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54941} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.613426] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 407149f0-7c9a-4306-9640-f79eed59b7b6/407149f0-7c9a-4306-9640-f79eed59b7b6.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.613680] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.613956] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c47e3eb-c24a-492c-ac47-c5f6e50dc10f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.620450] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 664.620450] env[62748]: value = "task-2749512" [ 664.620450] env[62748]: _type = "Task" [ 664.620450] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.628467] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.839037] env[62748]: DEBUG oslo_vmware.api [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.842682] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.046328] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.046919] env[62748]: DEBUG nova.compute.manager [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.050862] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.181s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.051119] env[62748]: INFO nova.compute.claims [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.131901] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244727} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.132282] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.133303] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb00598-05dd-410d-a75f-cf821bb5fc23 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.163516] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 407149f0-7c9a-4306-9640-f79eed59b7b6/407149f0-7c9a-4306-9640-f79eed59b7b6.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.164474] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-273fe30a-243a-4377-ba50-7b84eab16d43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.194588] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 665.194588] env[62748]: value = "task-2749513" [ 665.194588] env[62748]: _type = "Task" [ 665.194588] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.206298] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.339497] env[62748]: DEBUG oslo_vmware.api [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749509, 'name': PowerOnVM_Task, 'duration_secs': 1.344823} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.344232] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.344357] env[62748]: INFO nova.compute.manager [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Took 9.62 seconds to spawn the instance on the hypervisor. [ 665.344568] env[62748]: DEBUG nova.compute.manager [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.344930] env[62748]: DEBUG oslo_vmware.api [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Task: {'id': task-2749511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.571952} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.345821] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ea6420-ef9f-4609-8905-f5ce30b58993 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.348305] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.348498] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.348675] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.348845] env[62748]: INFO nova.compute.manager [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Took 1.64 seconds to destroy the instance on the hypervisor. [ 665.349097] env[62748]: DEBUG oslo.service.loopingcall [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.349295] env[62748]: DEBUG nova.compute.manager [-] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.349391] env[62748]: DEBUG nova.network.neutron [-] [instance: d9bedd18-76a1-4912-89ea-df433761d661] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.559964] env[62748]: DEBUG nova.compute.utils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.562812] env[62748]: DEBUG nova.compute.manager [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.563031] env[62748]: DEBUG nova.network.neutron [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.600671] env[62748]: DEBUG nova.policy [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dae018cf4fc249c3b90b5550e561fb88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2dbef63a7fc4f408c6f92c4b98fe5a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.606377] env[62748]: DEBUG nova.compute.manager [req-e815b3d8-272f-4b51-83ee-8a005ad1ce80 req-9f0897ca-5bb4-4037-921c-9ad38f181f8e service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Received event network-vif-deleted-1e6524fb-11cb-46c7-bacd-08e1efbc88d4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 665.606576] env[62748]: INFO nova.compute.manager [req-e815b3d8-272f-4b51-83ee-8a005ad1ce80 req-9f0897ca-5bb4-4037-921c-9ad38f181f8e service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Neutron deleted interface 1e6524fb-11cb-46c7-bacd-08e1efbc88d4; detaching it from the instance and deleting it from the info cache [ 665.606747] env[62748]: DEBUG nova.network.neutron [req-e815b3d8-272f-4b51-83ee-8a005ad1ce80 req-9f0897ca-5bb4-4037-921c-9ad38f181f8e service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.705887] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749513, 'name': ReconfigVM_Task, 'duration_secs': 0.455558} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.706265] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 407149f0-7c9a-4306-9640-f79eed59b7b6/407149f0-7c9a-4306-9640-f79eed59b7b6.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.706901] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c676a82a-9b00-437a-a6c3-2bbdebaa425f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.714199] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 665.714199] env[62748]: value = "task-2749514" [ 665.714199] env[62748]: _type = "Task" [ 665.714199] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.721865] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749514, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.865393] env[62748]: INFO nova.compute.manager [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Took 36.54 seconds to build instance. [ 665.886199] env[62748]: DEBUG nova.network.neutron [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Successfully created port: 1af5532c-8cae-47c3-8d81-35d5a44c9005 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.063255] env[62748]: DEBUG nova.compute.manager [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.082194] env[62748]: DEBUG nova.network.neutron [-] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.112417] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2ea7f2f-64f0-450a-83b0-3f455c0b7480 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.125581] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8cde14-f4b8-43c7-a607-b49312f5ded6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.169460] env[62748]: DEBUG nova.compute.manager [req-e815b3d8-272f-4b51-83ee-8a005ad1ce80 req-9f0897ca-5bb4-4037-921c-9ad38f181f8e service nova] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Detach interface failed, port_id=1e6524fb-11cb-46c7-bacd-08e1efbc88d4, reason: Instance d9bedd18-76a1-4912-89ea-df433761d661 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 666.222597] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749514, 'name': Rename_Task, 'duration_secs': 0.179763} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.222890] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.223361] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0aa389d-5df4-4d1f-a128-9bea47ddf24d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.232685] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 666.232685] env[62748]: value = "task-2749515" [ 666.232685] env[62748]: _type = "Task" [ 666.232685] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.243600] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.368186] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61b0edf4-5c22-463e-9d27-b809a7cd870e tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.928s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.585138] env[62748]: INFO nova.compute.manager [-] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Took 1.24 seconds to deallocate network for instance. [ 666.743770] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.813745] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd029ac-238b-4ee7-8b8c-c27f2f52415e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.821943] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8be622-5e2c-4439-8521-42409a0df600 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.856274] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84decddb-c7aa-456c-9a64-fe1b94a73afb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.864314] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7308ed1d-3282-4c98-8643-bedf93299a06 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.877699] env[62748]: DEBUG nova.compute.manager [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.881832] env[62748]: DEBUG nova.compute.provider_tree [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.076497] env[62748]: DEBUG nova.compute.manager [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.091999] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.097780] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.098028] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.098195] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.098382] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.098534] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.098684] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.098894] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.099069] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.099243] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.099407] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.099581] env[62748]: DEBUG nova.virt.hardware [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.100443] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652232c5-74d8-473b-b49f-dafd7a1d5e17 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.108352] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23448150-e514-4851-93c7-66c84d1fa1b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.244120] env[62748]: DEBUG oslo_vmware.api [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749515, 'name': PowerOnVM_Task, 'duration_secs': 0.581485} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.244412] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.244615] env[62748]: INFO nova.compute.manager [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Took 6.43 seconds to spawn the instance on the hypervisor. [ 667.244787] env[62748]: DEBUG nova.compute.manager [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.245603] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2ace7-cc22-494f-9bd7-259acf07cde0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.385326] env[62748]: DEBUG nova.scheduler.client.report [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.417196] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.438919] env[62748]: DEBUG nova.compute.manager [req-852d0c52-a036-45ae-b87a-19b6863f3e8f req-f1ea1903-ff0b-402c-a34b-c502df1da116 service nova] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Received event network-vif-plugged-1af5532c-8cae-47c3-8d81-35d5a44c9005 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 667.439164] env[62748]: DEBUG oslo_concurrency.lockutils [req-852d0c52-a036-45ae-b87a-19b6863f3e8f req-f1ea1903-ff0b-402c-a34b-c502df1da116 service nova] Acquiring lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.439392] env[62748]: DEBUG oslo_concurrency.lockutils [req-852d0c52-a036-45ae-b87a-19b6863f3e8f req-f1ea1903-ff0b-402c-a34b-c502df1da116 service nova] Lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.439567] env[62748]: DEBUG oslo_concurrency.lockutils [req-852d0c52-a036-45ae-b87a-19b6863f3e8f req-f1ea1903-ff0b-402c-a34b-c502df1da116 service nova] Lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.439736] env[62748]: DEBUG nova.compute.manager [req-852d0c52-a036-45ae-b87a-19b6863f3e8f req-f1ea1903-ff0b-402c-a34b-c502df1da116 service nova] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] No waiting events found dispatching network-vif-plugged-1af5532c-8cae-47c3-8d81-35d5a44c9005 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 667.439902] env[62748]: WARNING nova.compute.manager [req-852d0c52-a036-45ae-b87a-19b6863f3e8f req-f1ea1903-ff0b-402c-a34b-c502df1da116 service nova] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Received unexpected event network-vif-plugged-1af5532c-8cae-47c3-8d81-35d5a44c9005 for instance with vm_state building and task_state spawning. [ 667.511898] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "728dec63-e119-4825-8af5-55497ed20df0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.512159] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.517113] env[62748]: DEBUG nova.network.neutron [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Successfully updated port: 1af5532c-8cae-47c3-8d81-35d5a44c9005 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.764457] env[62748]: INFO nova.compute.manager [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Took 35.17 seconds to build instance. [ 667.861050] env[62748]: DEBUG nova.compute.manager [None req-b0594935-087b-4db4-8167-8da9797b39c4 tempest-ServerDiagnosticsV248Test-387511999 tempest-ServerDiagnosticsV248Test-387511999-project-admin] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.862287] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5acb5d0-85f8-417f-a1be-dc54b1b2b18b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.870064] env[62748]: INFO nova.compute.manager [None req-b0594935-087b-4db4-8167-8da9797b39c4 tempest-ServerDiagnosticsV248Test-387511999 tempest-ServerDiagnosticsV248Test-387511999-project-admin] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Retrieving diagnostics [ 667.870945] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b731bab-d5d4-4670-a859-8efa881dff3f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.900389] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.900813] env[62748]: DEBUG nova.compute.manager [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.906645] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.456s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.907310] env[62748]: DEBUG nova.objects.instance [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lazy-loading 'resources' on Instance uuid cee370ce-c987-4ae1-b922-1988654c6193 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.017133] env[62748]: DEBUG nova.compute.utils [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.019161] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquiring lock "refresh_cache-222810b1-343f-4ee0-bcc5-307f7a13fa8f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.019304] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquired lock "refresh_cache-222810b1-343f-4ee0-bcc5-307f7a13fa8f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.019447] env[62748]: DEBUG nova.network.neutron [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.268482] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d30e0ef9-1eba-457a-97bc-7b072ab67d32 tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "407149f0-7c9a-4306-9640-f79eed59b7b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.894s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.408498] env[62748]: DEBUG nova.compute.utils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.410412] env[62748]: DEBUG nova.compute.manager [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.410587] env[62748]: DEBUG nova.network.neutron [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.464119] env[62748]: DEBUG nova.policy [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86d6c833737a4183be39ee51459d1ed3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9c31132ddf543cdb90ade4cb54ddd86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.520296] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.560029] env[62748]: DEBUG nova.network.neutron [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.717782] env[62748]: DEBUG nova.network.neutron [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Updating instance_info_cache with network_info: [{"id": "1af5532c-8cae-47c3-8d81-35d5a44c9005", "address": "fa:16:3e:2b:e3:0a", "network": {"id": "2bc641ef-3539-4497-9c31-9728fbcc8b3f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-280778013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dbef63a7fc4f408c6f92c4b98fe5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af5532c-8c", "ovs_interfaceid": "1af5532c-8cae-47c3-8d81-35d5a44c9005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.773688] env[62748]: DEBUG nova.compute.manager [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.785865] env[62748]: DEBUG nova.network.neutron [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Successfully created port: 51ce5ba4-f149-47af-98ff-b69d5b093a54 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.918787] env[62748]: DEBUG nova.compute.manager [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.930298] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4130ee8-1159-4077-a7eb-4523ff362db9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.937455] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dbe681-7634-47f4-a355-c62123834f8b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.969527] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac01bfa6-5659-462d-a86f-e568250a70b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.978820] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60e53f7-f784-4f1a-b9b7-b9a178522633 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.996449] env[62748]: DEBUG nova.compute.provider_tree [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.220815] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Releasing lock "refresh_cache-222810b1-343f-4ee0-bcc5-307f7a13fa8f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.221170] env[62748]: DEBUG nova.compute.manager [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Instance network_info: |[{"id": "1af5532c-8cae-47c3-8d81-35d5a44c9005", "address": "fa:16:3e:2b:e3:0a", "network": {"id": "2bc641ef-3539-4497-9c31-9728fbcc8b3f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-280778013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dbef63a7fc4f408c6f92c4b98fe5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af5532c-8c", "ovs_interfaceid": "1af5532c-8cae-47c3-8d81-35d5a44c9005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.221638] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:e3:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1af5532c-8cae-47c3-8d81-35d5a44c9005', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.230138] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Creating folder: Project (c2dbef63a7fc4f408c6f92c4b98fe5a0). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.230138] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98f2dfbf-e25a-455e-9419-e88ffd42caba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.244769] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Created folder: Project (c2dbef63a7fc4f408c6f92c4b98fe5a0) in parent group-v553264. [ 669.244769] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Creating folder: Instances. Parent ref: group-v553360. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.244769] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14ac899f-65cd-40e0-9161-d148e411a1aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.256021] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Created folder: Instances in parent group-v553360. [ 669.256021] env[62748]: DEBUG oslo.service.loopingcall [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.256021] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.256021] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc55eba6-0509-4437-acd7-158e273ae573 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.281506] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.281506] env[62748]: value = "task-2749518" [ 669.281506] env[62748]: _type = "Task" [ 669.281506] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.293024] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749518, 'name': CreateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.294470] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.427686] env[62748]: INFO nova.virt.block_device [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Booting with volume 36e220fb-c497-41af-8bf1-3a13f37ef20f at /dev/sda [ 669.475845] env[62748]: DEBUG nova.compute.manager [req-ef7e26b5-e7b0-4506-9088-f3e8996fbe75 req-33788e8e-62de-458a-b53c-8ab4089bf739 service nova] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Received event network-changed-1af5532c-8cae-47c3-8d81-35d5a44c9005 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 669.476017] env[62748]: DEBUG nova.compute.manager [req-ef7e26b5-e7b0-4506-9088-f3e8996fbe75 req-33788e8e-62de-458a-b53c-8ab4089bf739 service nova] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Refreshing instance network info cache due to event network-changed-1af5532c-8cae-47c3-8d81-35d5a44c9005. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 669.476236] env[62748]: DEBUG oslo_concurrency.lockutils [req-ef7e26b5-e7b0-4506-9088-f3e8996fbe75 req-33788e8e-62de-458a-b53c-8ab4089bf739 service nova] Acquiring lock "refresh_cache-222810b1-343f-4ee0-bcc5-307f7a13fa8f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.476396] env[62748]: DEBUG oslo_concurrency.lockutils [req-ef7e26b5-e7b0-4506-9088-f3e8996fbe75 req-33788e8e-62de-458a-b53c-8ab4089bf739 service nova] Acquired lock "refresh_cache-222810b1-343f-4ee0-bcc5-307f7a13fa8f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.476578] env[62748]: DEBUG nova.network.neutron [req-ef7e26b5-e7b0-4506-9088-f3e8996fbe75 req-33788e8e-62de-458a-b53c-8ab4089bf739 service nova] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Refreshing network info cache for port 1af5532c-8cae-47c3-8d81-35d5a44c9005 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.479150] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68b73fe0-ad0e-497c-9501-c1288cc49da4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.490696] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce368c18-85cb-45f1-95b2-7a3e1364d680 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.502812] env[62748]: DEBUG nova.scheduler.client.report [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.535111] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37d62e98-b44e-428c-9025-0cd1ed954d48 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.544306] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca4e1b2-ad34-4c64-b18e-f4cff1c78a6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.582364] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752b181b-a616-43a0-a1ac-125e5f7d4ce2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.589946] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b8027-6808-4649-a6b7-da77e669cdcd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.604277] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "728dec63-e119-4825-8af5-55497ed20df0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.604544] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.604783] env[62748]: INFO nova.compute.manager [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Attaching volume e0a11ad5-f933-419e-bf0b-12f7fd98a6ef to /dev/sdb [ 669.606677] env[62748]: DEBUG nova.virt.block_device [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Updating existing volume attachment record: 6f0d52e0-b876-4901-8265-7414df35894e {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 669.638811] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad9cbe4-968a-4b83-a7b6-1b9cc3b6e4ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.649622] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19cc92d-90ff-4dda-8009-f7a3c2c116ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.663142] env[62748]: DEBUG nova.virt.block_device [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Updating existing volume attachment record: 1a247cef-e756-4b94-a9f4-04e8e1d49d3c {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 669.793632] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749518, 'name': CreateVM_Task, 'duration_secs': 0.369973} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.794037] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.794572] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.794749] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.795073] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 669.795338] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6295f9ea-dd46-4029-b487-07c090ba4ea9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.799731] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 669.799731] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7da49-cfb7-8d52-2f2b-af95f813d22d" [ 669.799731] env[62748]: _type = "Task" [ 669.799731] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.809420] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7da49-cfb7-8d52-2f2b-af95f813d22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.008282] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.011593] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.442s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.013364] env[62748]: INFO nova.compute.claims [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.034965] env[62748]: INFO nova.scheduler.client.report [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Deleted allocations for instance cee370ce-c987-4ae1-b922-1988654c6193 [ 670.240776] env[62748]: DEBUG nova.network.neutron [req-ef7e26b5-e7b0-4506-9088-f3e8996fbe75 req-33788e8e-62de-458a-b53c-8ab4089bf739 service nova] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Updated VIF entry in instance network info cache for port 1af5532c-8cae-47c3-8d81-35d5a44c9005. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.240776] env[62748]: DEBUG nova.network.neutron [req-ef7e26b5-e7b0-4506-9088-f3e8996fbe75 req-33788e8e-62de-458a-b53c-8ab4089bf739 service nova] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Updating instance_info_cache with network_info: [{"id": "1af5532c-8cae-47c3-8d81-35d5a44c9005", "address": "fa:16:3e:2b:e3:0a", "network": {"id": "2bc641ef-3539-4497-9c31-9728fbcc8b3f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-280778013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2dbef63a7fc4f408c6f92c4b98fe5a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1af5532c-8c", "ovs_interfaceid": "1af5532c-8cae-47c3-8d81-35d5a44c9005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.309843] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7da49-cfb7-8d52-2f2b-af95f813d22d, 'name': SearchDatastore_Task, 'duration_secs': 0.022238} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.310769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.310769] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.310769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.310869] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.310969] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.312948] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8956da2d-50c9-4635-bbb2-fa297c6b352f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.321121] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.321121] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.321681] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb8abff-cf26-4660-bb64-2d392223449d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.327395] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 670.327395] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520c00f1-883d-9f2e-1ac8-607c702653ee" [ 670.327395] env[62748]: _type = "Task" [ 670.327395] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.336280] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520c00f1-883d-9f2e-1ac8-607c702653ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.545901] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50f2b3c3-4e42-4a83-8688-199abcd1cee2 tempest-DeleteServersAdminTestJSON-1055489357 tempest-DeleteServersAdminTestJSON-1055489357-project-member] Lock "cee370ce-c987-4ae1-b922-1988654c6193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.647s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.587281] env[62748]: DEBUG nova.network.neutron [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Successfully updated port: 51ce5ba4-f149-47af-98ff-b69d5b093a54 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.742851] env[62748]: DEBUG oslo_concurrency.lockutils [req-ef7e26b5-e7b0-4506-9088-f3e8996fbe75 req-33788e8e-62de-458a-b53c-8ab4089bf739 service nova] Releasing lock "refresh_cache-222810b1-343f-4ee0-bcc5-307f7a13fa8f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.838766] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520c00f1-883d-9f2e-1ac8-607c702653ee, 'name': SearchDatastore_Task, 'duration_secs': 0.018979} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.839628] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e993a2ec-57b7-47af-9c64-2f209708ee99 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.845449] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 670.845449] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e8ccf5-97e2-e1b1-10ce-30f56c28cf1c" [ 670.845449] env[62748]: _type = "Task" [ 670.845449] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.856673] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e8ccf5-97e2-e1b1-10ce-30f56c28cf1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.089995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Acquiring lock "refresh_cache-ac662667-1f68-4521-abc1-f5af98fd3e29" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.089995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Acquired lock "refresh_cache-ac662667-1f68-4521-abc1-f5af98fd3e29" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.089995] env[62748]: DEBUG nova.network.neutron [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.358741] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e8ccf5-97e2-e1b1-10ce-30f56c28cf1c, 'name': SearchDatastore_Task, 'duration_secs': 0.021687} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.361396] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.361656] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 222810b1-343f-4ee0-bcc5-307f7a13fa8f/222810b1-343f-4ee0-bcc5-307f7a13fa8f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.363125] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07a0cd36-067d-46c4-a16f-f8cea85473b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.371094] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 671.371094] env[62748]: value = "task-2749522" [ 671.371094] env[62748]: _type = "Task" [ 671.371094] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.383227] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.528548] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00148ffb-315d-47f2-87a6-cdd22696b902 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.535124] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b289c614-bf6c-42b7-a562-d619b1c7ab4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.572233] env[62748]: DEBUG nova.compute.manager [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Received event network-vif-plugged-51ce5ba4-f149-47af-98ff-b69d5b093a54 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 671.572458] env[62748]: DEBUG oslo_concurrency.lockutils [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] Acquiring lock "ac662667-1f68-4521-abc1-f5af98fd3e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.572741] env[62748]: DEBUG oslo_concurrency.lockutils [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] Lock "ac662667-1f68-4521-abc1-f5af98fd3e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.573052] env[62748]: DEBUG oslo_concurrency.lockutils [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] Lock "ac662667-1f68-4521-abc1-f5af98fd3e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.573350] env[62748]: DEBUG nova.compute.manager [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] No waiting events found dispatching network-vif-plugged-51ce5ba4-f149-47af-98ff-b69d5b093a54 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.573625] env[62748]: WARNING nova.compute.manager [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Received unexpected event network-vif-plugged-51ce5ba4-f149-47af-98ff-b69d5b093a54 for instance with vm_state building and task_state spawning. [ 671.573808] env[62748]: DEBUG nova.compute.manager [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Received event network-changed-51ce5ba4-f149-47af-98ff-b69d5b093a54 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 671.573970] env[62748]: DEBUG nova.compute.manager [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Refreshing instance network info cache due to event network-changed-51ce5ba4-f149-47af-98ff-b69d5b093a54. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 671.574154] env[62748]: DEBUG oslo_concurrency.lockutils [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] Acquiring lock "refresh_cache-ac662667-1f68-4521-abc1-f5af98fd3e29" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.574868] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99cd4c-bacb-43df-9c2e-7e51a8073463 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.583719] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ccbb2-f502-434a-b671-37a29377901f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.602707] env[62748]: DEBUG nova.compute.provider_tree [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.632229] env[62748]: DEBUG nova.network.neutron [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.706224] env[62748]: DEBUG nova.compute.manager [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.706770] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.707442] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.707442] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.707442] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.708210] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.708210] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.708210] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.708210] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.708210] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.708373] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.708536] env[62748]: DEBUG nova.virt.hardware [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.709483] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bafb2ed-9287-40e3-b1ba-8860ac5d2772 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.719989] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7ca7df-afef-45d3-890b-a5c74acaac8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.748522] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c67d71-675b-3c9d-e760-fb2cea2d262a/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 671.749511] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dd3cc3-a121-4867-bf2a-513ba9486ae0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.756295] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c67d71-675b-3c9d-e760-fb2cea2d262a/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 671.756295] env[62748]: ERROR oslo_vmware.rw_handles [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c67d71-675b-3c9d-e760-fb2cea2d262a/disk-0.vmdk due to incomplete transfer. [ 671.756295] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53b434f6-9088-4c40-a2b0-47bf69b5c45a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.762357] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c67d71-675b-3c9d-e760-fb2cea2d262a/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 671.762627] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Uploaded image 1b917a80-9419-44b2-84ad-f004f6be5735 to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 671.764722] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 671.765102] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba3a0188-37a3-46ce-9fd8-2c3774af7bdf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.774035] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 671.774035] env[62748]: value = "task-2749523" [ 671.774035] env[62748]: _type = "Task" [ 671.774035] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.783228] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749523, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.812215] env[62748]: DEBUG nova.network.neutron [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Updating instance_info_cache with network_info: [{"id": "51ce5ba4-f149-47af-98ff-b69d5b093a54", "address": "fa:16:3e:21:7d:53", "network": {"id": "d56bf60e-b3b7-4477-8a44-c96ddfd15142", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1029126350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c31132ddf543cdb90ade4cb54ddd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ce5ba4-f1", "ovs_interfaceid": "51ce5ba4-f149-47af-98ff-b69d5b093a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.880902] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749522, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.105706] env[62748]: DEBUG nova.scheduler.client.report [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.283418] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749523, 'name': Destroy_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.315260] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Releasing lock "refresh_cache-ac662667-1f68-4521-abc1-f5af98fd3e29" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.315923] env[62748]: DEBUG nova.compute.manager [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Instance network_info: |[{"id": "51ce5ba4-f149-47af-98ff-b69d5b093a54", "address": "fa:16:3e:21:7d:53", "network": {"id": "d56bf60e-b3b7-4477-8a44-c96ddfd15142", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1029126350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c31132ddf543cdb90ade4cb54ddd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ce5ba4-f1", "ovs_interfaceid": "51ce5ba4-f149-47af-98ff-b69d5b093a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.316117] env[62748]: DEBUG oslo_concurrency.lockutils [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] Acquired lock "refresh_cache-ac662667-1f68-4521-abc1-f5af98fd3e29" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.316314] env[62748]: DEBUG nova.network.neutron [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Refreshing network info cache for port 51ce5ba4-f149-47af-98ff-b69d5b093a54 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.318046] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:7d:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74e6f6e0-95e6-4531-99e9-0e78350fb655', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51ce5ba4-f149-47af-98ff-b69d5b093a54', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.325957] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Creating folder: Project (b9c31132ddf543cdb90ade4cb54ddd86). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.329374] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b3279d6-0e02-46dc-b46f-c369cc91545e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.343714] env[62748]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 672.343931] env[62748]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62748) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 672.344300] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Folder already exists: Project (b9c31132ddf543cdb90ade4cb54ddd86). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 672.344501] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Creating folder: Instances. Parent ref: group-v553308. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.344737] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21fd622a-0252-445d-8dd8-cf8d88f3e35d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.356471] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Created folder: Instances in parent group-v553308. [ 672.357937] env[62748]: DEBUG oslo.service.loopingcall [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.357937] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.357937] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7933cef0-2398-4f5b-b5f8-28bd653c4125 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.381245] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.381245] env[62748]: value = "task-2749527" [ 672.381245] env[62748]: _type = "Task" [ 672.381245] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.384972] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880331} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.388617] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 222810b1-343f-4ee0-bcc5-307f7a13fa8f/222810b1-343f-4ee0-bcc5-307f7a13fa8f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.388750] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.389057] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60382e62-3ffa-492c-9f45-2941d6854dc8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.396353] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749527, 'name': CreateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.398061] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 672.398061] env[62748]: value = "task-2749528" [ 672.398061] env[62748]: _type = "Task" [ 672.398061] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.406913] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.611073] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.611635] env[62748]: DEBUG nova.compute.manager [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.614786] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.278s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.616032] env[62748]: INFO nova.compute.claims [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.652825] env[62748]: DEBUG nova.network.neutron [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Updated VIF entry in instance network info cache for port 51ce5ba4-f149-47af-98ff-b69d5b093a54. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.653397] env[62748]: DEBUG nova.network.neutron [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Updating instance_info_cache with network_info: [{"id": "51ce5ba4-f149-47af-98ff-b69d5b093a54", "address": "fa:16:3e:21:7d:53", "network": {"id": "d56bf60e-b3b7-4477-8a44-c96ddfd15142", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1029126350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c31132ddf543cdb90ade4cb54ddd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ce5ba4-f1", "ovs_interfaceid": "51ce5ba4-f149-47af-98ff-b69d5b093a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.783457] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749523, 'name': Destroy_Task, 'duration_secs': 0.702086} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.783758] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Destroyed the VM [ 672.784080] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 672.784330] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5eddc83-cee2-43db-ac23-5de2c3b200ff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.791048] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 672.791048] env[62748]: value = "task-2749529" [ 672.791048] env[62748]: _type = "Task" [ 672.791048] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.799164] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.895935] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749527, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.909456] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078377} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.909747] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.910655] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521d7076-b8ec-4502-ac6a-45b858e54ed5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.933338] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 222810b1-343f-4ee0-bcc5-307f7a13fa8f/222810b1-343f-4ee0-bcc5-307f7a13fa8f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.933705] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5bac01-8920-4f4b-b79d-934b4493d3c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.952418] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 672.952418] env[62748]: value = "task-2749530" [ 672.952418] env[62748]: _type = "Task" [ 672.952418] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.960903] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.123720] env[62748]: DEBUG nova.compute.utils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.125675] env[62748]: DEBUG nova.compute.manager [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.125861] env[62748]: DEBUG nova.network.neutron [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.241760] env[62748]: DEBUG oslo_concurrency.lockutils [req-8ff9f0ef-f116-4f7d-9a5b-997e08e1e871 req-379eea51-129b-405c-8a1e-5084d4b8b07f service nova] Releasing lock "refresh_cache-ac662667-1f68-4521-abc1-f5af98fd3e29" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.242382] env[62748]: DEBUG nova.policy [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b0ffcf7d4d7461a894e4ac06c4ddc4d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9acec93ac424ac98c957edf79e1541e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.301656] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749529, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.395684] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749527, 'name': CreateVM_Task, 'duration_secs': 0.610269} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.395871] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.396585] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553320', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'name': 'volume-36e220fb-c497-41af-8bf1-3a13f37ef20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac662667-1f68-4521-abc1-f5af98fd3e29', 'attached_at': '', 'detached_at': '', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'serial': '36e220fb-c497-41af-8bf1-3a13f37ef20f'}, 'mount_device': '/dev/sda', 'attachment_id': '6f0d52e0-b876-4901-8265-7414df35894e', 'volume_type': None}], 'swap': None} {{(pid=62748) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 673.396799] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Root volume attach. Driver type: vmdk {{(pid=62748) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 673.397605] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a4d64c-f68a-4ae2-9700-7e7008635150 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.406154] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47e3553-25d8-4cef-a703-78617fd4a944 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.412563] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdbae35-a0c6-47c9-b716-65ed27acac5d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.418397] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-fd39a0fd-be81-4703-a59e-f0c5542ae8c9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.427611] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for the task: (returnval){ [ 673.427611] env[62748]: value = "task-2749531" [ 673.427611] env[62748]: _type = "Task" [ 673.427611] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.435396] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749531, 'name': RelocateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.462549] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.629307] env[62748]: DEBUG nova.compute.manager [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.721104] env[62748]: DEBUG nova.network.neutron [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Successfully created port: 37aa7748-5778-45c1-a029-e98d1e5c19bc {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.802301] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749529, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.938450] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749531, 'name': RelocateVM_Task} progress is 20%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.968600] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749530, 'name': ReconfigVM_Task, 'duration_secs': 0.601212} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.968886] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 222810b1-343f-4ee0-bcc5-307f7a13fa8f/222810b1-343f-4ee0-bcc5-307f7a13fa8f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.969545] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30c8f3b-759a-4a24-b5b5-ca05c4f54433 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.983017] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 673.983017] env[62748]: value = "task-2749532" [ 673.983017] env[62748]: _type = "Task" [ 673.983017] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.991447] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749532, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.214689] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73704bef-5629-40b1-8227-187a7d60b1ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.225326] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79355d2-d8e0-48ed-8270-ad854025990a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.229325] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 674.229553] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553364', 'volume_id': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'name': 'volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '728dec63-e119-4825-8af5-55497ed20df0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'serial': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 674.230310] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eba1108-ca40-4487-8576-050d37c87273 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.271057] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71780027-d928-48a0-a21e-f0dbaffd854b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.274495] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413bc98e-cea5-49a5-b02f-1ea0f4602f23 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.294891] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02b5c5e-5408-4bd9-8bbd-d956a239c76a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.306141] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef/volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.310832] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433f8782-c514-49b2-ab86-e860e9c24cca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.328364] env[62748]: DEBUG oslo_vmware.api [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749529, 'name': RemoveSnapshot_Task, 'duration_secs': 1.204493} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.337087] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 674.337419] env[62748]: INFO nova.compute.manager [None req-fde81859-db48-48d2-baf1-3f29d1fddfab tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Took 18.22 seconds to snapshot the instance on the hypervisor. [ 674.343020] env[62748]: DEBUG nova.compute.provider_tree [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.343020] env[62748]: DEBUG oslo_vmware.api [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 674.343020] env[62748]: value = "task-2749533" [ 674.343020] env[62748]: _type = "Task" [ 674.343020] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.349994] env[62748]: DEBUG oslo_vmware.api [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.442548] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749531, 'name': RelocateVM_Task} progress is 20%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.494046] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749532, 'name': Rename_Task, 'duration_secs': 0.412356} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.494539] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.494917] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec8270b1-ff18-4587-8af9-4d64dac22936 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.502754] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 674.502754] env[62748]: value = "task-2749534" [ 674.502754] env[62748]: _type = "Task" [ 674.502754] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.513604] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.639782] env[62748]: DEBUG nova.compute.manager [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.667895] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.668239] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.668280] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.668466] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.668618] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.668786] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.668977] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.669154] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.669323] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.669488] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.669663] env[62748]: DEBUG nova.virt.hardware [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.671565] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f72bad0-d82b-44f8-ae41-a199fff8a57e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.679239] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018de3f0-9eb3-4afe-a6e0-c866df69cf53 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.845844] env[62748]: DEBUG nova.scheduler.client.report [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.859600] env[62748]: DEBUG oslo_vmware.api [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.939916] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749531, 'name': RelocateVM_Task, 'duration_secs': 1.420302} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.940228] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 674.940451] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553320', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'name': 'volume-36e220fb-c497-41af-8bf1-3a13f37ef20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac662667-1f68-4521-abc1-f5af98fd3e29', 'attached_at': '', 'detached_at': '', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'serial': '36e220fb-c497-41af-8bf1-3a13f37ef20f'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 674.941320] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfdeebb-e8bd-401a-bc0f-30c0eb877a19 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.959130] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583cc65c-11c8-466f-ae0d-1ed16a0dc2ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.983339] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-36e220fb-c497-41af-8bf1-3a13f37ef20f/volume-36e220fb-c497-41af-8bf1-3a13f37ef20f.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.983694] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8ece12-cd63-4c0c-a42e-bac4b00fbe50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.004610] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for the task: (returnval){ [ 675.004610] env[62748]: value = "task-2749535" [ 675.004610] env[62748]: _type = "Task" [ 675.004610] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.015459] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.018799] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.355874] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.356574] env[62748]: DEBUG nova.compute.manager [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.359980] env[62748]: DEBUG oslo_vmware.api [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749533, 'name': ReconfigVM_Task, 'duration_secs': 0.817504} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.361286] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.028s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.361615] env[62748]: DEBUG nova.objects.instance [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lazy-loading 'resources' on Instance uuid 3a115dca-1f2a-45f3-bf8e-dad440c725d6 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.365745] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef/volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.369658] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2896a72d-20fa-4336-a2c3-6a5e857a442a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.385985] env[62748]: DEBUG oslo_vmware.api [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 675.385985] env[62748]: value = "task-2749536" [ 675.385985] env[62748]: _type = "Task" [ 675.385985] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.398572] env[62748]: DEBUG oslo_vmware.api [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.402128] env[62748]: DEBUG nova.compute.manager [req-2de9c675-86f6-41bc-b52f-7979edd35b5f req-fe437a4f-4344-4514-a8f3-ab1b414dbece service nova] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Received event network-vif-plugged-37aa7748-5778-45c1-a029-e98d1e5c19bc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.402307] env[62748]: DEBUG oslo_concurrency.lockutils [req-2de9c675-86f6-41bc-b52f-7979edd35b5f req-fe437a4f-4344-4514-a8f3-ab1b414dbece service nova] Acquiring lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.402448] env[62748]: DEBUG oslo_concurrency.lockutils [req-2de9c675-86f6-41bc-b52f-7979edd35b5f req-fe437a4f-4344-4514-a8f3-ab1b414dbece service nova] Lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.402599] env[62748]: DEBUG oslo_concurrency.lockutils [req-2de9c675-86f6-41bc-b52f-7979edd35b5f req-fe437a4f-4344-4514-a8f3-ab1b414dbece service nova] Lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.402795] env[62748]: DEBUG nova.compute.manager [req-2de9c675-86f6-41bc-b52f-7979edd35b5f req-fe437a4f-4344-4514-a8f3-ab1b414dbece service nova] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] No waiting events found dispatching network-vif-plugged-37aa7748-5778-45c1-a029-e98d1e5c19bc {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.402961] env[62748]: WARNING nova.compute.manager [req-2de9c675-86f6-41bc-b52f-7979edd35b5f req-fe437a4f-4344-4514-a8f3-ab1b414dbece service nova] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Received unexpected event network-vif-plugged-37aa7748-5778-45c1-a029-e98d1e5c19bc for instance with vm_state building and task_state spawning. [ 675.422150] env[62748]: DEBUG nova.network.neutron [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Successfully updated port: 37aa7748-5778-45c1-a029-e98d1e5c19bc {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.516287] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749535, 'name': ReconfigVM_Task, 'duration_secs': 0.284638} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.519230] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-36e220fb-c497-41af-8bf1-3a13f37ef20f/volume-36e220fb-c497-41af-8bf1-3a13f37ef20f.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.523962] env[62748]: DEBUG oslo_vmware.api [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749534, 'name': PowerOnVM_Task, 'duration_secs': 0.585412} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.524213] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bc6274-2d85-4677-9189-42ad5f7f9471 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.534100] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.534373] env[62748]: INFO nova.compute.manager [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Took 8.46 seconds to spawn the instance on the hypervisor. [ 675.534504] env[62748]: DEBUG nova.compute.manager [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.535709] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd8b06-33d5-4841-8079-28f2f79ca744 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.547304] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for the task: (returnval){ [ 675.547304] env[62748]: value = "task-2749537" [ 675.547304] env[62748]: _type = "Task" [ 675.547304] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.556140] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749537, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.865052] env[62748]: DEBUG nova.compute.utils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.869161] env[62748]: DEBUG nova.compute.manager [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.869432] env[62748]: DEBUG nova.network.neutron [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.900470] env[62748]: DEBUG oslo_vmware.api [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749536, 'name': ReconfigVM_Task, 'duration_secs': 0.219307} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.900634] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553364', 'volume_id': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'name': 'volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '728dec63-e119-4825-8af5-55497ed20df0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'serial': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 675.923963] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquiring lock "refresh_cache-7ad8b488-ed59-40c8-9a33-f8d59448ee0d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.924155] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquired lock "refresh_cache-7ad8b488-ed59-40c8-9a33-f8d59448ee0d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.924497] env[62748]: DEBUG nova.network.neutron [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.928021] env[62748]: DEBUG nova.policy [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd81d5b91e5b94ff29cc9979a4bea350c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9e25b3586d14c62bc258e412866a7a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.061575] env[62748]: INFO nova.compute.manager [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Took 37.76 seconds to build instance. [ 676.067164] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749537, 'name': ReconfigVM_Task, 'duration_secs': 0.235431} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.067752] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553320', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'name': 'volume-36e220fb-c497-41af-8bf1-3a13f37ef20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac662667-1f68-4521-abc1-f5af98fd3e29', 'attached_at': '', 'detached_at': '', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'serial': '36e220fb-c497-41af-8bf1-3a13f37ef20f'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 676.068236] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34a28e5a-66e4-4246-b32e-899e637a63fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.077329] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for the task: (returnval){ [ 676.077329] env[62748]: value = "task-2749538" [ 676.077329] env[62748]: _type = "Task" [ 676.077329] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.084827] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749538, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.230521] env[62748]: DEBUG nova.network.neutron [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Successfully created port: d53dee61-ee52-49d1-89d9-8cf5e4f38e58 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.375308] env[62748]: DEBUG nova.compute.manager [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.382085] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b540bd7-bc12-48ca-96a8-fb39334a00e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.390670] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5dd81a-ccb5-4643-bc8f-9289385007ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.433546] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89eac427-4c1a-4d17-97d2-3c142633b1ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.450958] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7883ecf-4343-4d1d-aff0-3e9e195ff9fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.467427] env[62748]: DEBUG nova.compute.provider_tree [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.507626] env[62748]: DEBUG nova.network.neutron [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.568500] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6499b74-9f8e-4976-92b2-2b12a7806940 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.612s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.585082] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749538, 'name': Rename_Task, 'duration_secs': 0.449855} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.585448] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.585642] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c599be-3026-40ff-8900-d05939ce2302 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.593582] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for the task: (returnval){ [ 676.593582] env[62748]: value = "task-2749539" [ 676.593582] env[62748]: _type = "Task" [ 676.593582] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.602723] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.658223] env[62748]: DEBUG nova.network.neutron [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Updating instance_info_cache with network_info: [{"id": "37aa7748-5778-45c1-a029-e98d1e5c19bc", "address": "fa:16:3e:65:29:63", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37aa7748-57", "ovs_interfaceid": "37aa7748-5778-45c1-a029-e98d1e5c19bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.716324] env[62748]: DEBUG nova.compute.manager [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.717255] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b3b92-d21f-4b22-a2a5-2c8d3d0bd887 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.970873] env[62748]: DEBUG nova.scheduler.client.report [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.983268] env[62748]: DEBUG nova.objects.instance [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lazy-loading 'flavor' on Instance uuid 728dec63-e119-4825-8af5-55497ed20df0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.987339] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquiring lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.987452] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.987776] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquiring lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.987850] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.988139] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.990715] env[62748]: INFO nova.compute.manager [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Terminating instance [ 677.071411] env[62748]: DEBUG nova.compute.manager [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.103900] env[62748]: DEBUG oslo_vmware.api [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749539, 'name': PowerOnVM_Task, 'duration_secs': 0.495596} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.104203] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.104417] env[62748]: INFO nova.compute.manager [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Took 5.40 seconds to spawn the instance on the hypervisor. [ 677.104594] env[62748]: DEBUG nova.compute.manager [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.105412] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ce3ce7-fd13-4628-856d-0f9a8beb6116 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.163763] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Releasing lock "refresh_cache-7ad8b488-ed59-40c8-9a33-f8d59448ee0d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.164199] env[62748]: DEBUG nova.compute.manager [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Instance network_info: |[{"id": "37aa7748-5778-45c1-a029-e98d1e5c19bc", "address": "fa:16:3e:65:29:63", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37aa7748-57", "ovs_interfaceid": "37aa7748-5778-45c1-a029-e98d1e5c19bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.164670] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:29:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37aa7748-5778-45c1-a029-e98d1e5c19bc', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.173014] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Creating folder: Project (b9acec93ac424ac98c957edf79e1541e). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.173541] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eab5a75-41b8-4915-987a-accff9aaaa11 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.183351] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Created folder: Project (b9acec93ac424ac98c957edf79e1541e) in parent group-v553264. [ 677.183539] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Creating folder: Instances. Parent ref: group-v553367. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.183763] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5559c818-278e-47ca-8474-440e52d1f896 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.193406] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Created folder: Instances in parent group-v553367. [ 677.193634] env[62748]: DEBUG oslo.service.loopingcall [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 677.193819] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.194283] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff04f841-ab40-4c1c-94e3-f59e8add16b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.215885] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.215885] env[62748]: value = "task-2749542" [ 677.215885] env[62748]: _type = "Task" [ 677.215885] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.224493] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749542, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.228586] env[62748]: INFO nova.compute.manager [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] instance snapshotting [ 677.231150] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e32a4bb-9cf0-4ee3-b157-e36b0b6dadbb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.250778] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5707b6a2-075b-4010-a2a3-1c4cf85a3d34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.384711] env[62748]: DEBUG nova.compute.manager [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.408384] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.408604] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.408760] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.408940] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.409102] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.409251] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.409463] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.409625] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.409791] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.409954] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.411047] env[62748]: DEBUG nova.virt.hardware [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.411047] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55399866-565a-43d5-9672-8fbdb98047f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.419334] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557d5111-69ee-48a5-94e6-7d6c2c0aaf00 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.435277] env[62748]: DEBUG nova.compute.manager [req-8d28bb9f-3e74-405d-a819-b0c8d4dc2a25 req-d4e1e250-1fff-474f-a706-9bf35fba1ba6 service nova] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Received event network-changed-37aa7748-5778-45c1-a029-e98d1e5c19bc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.435490] env[62748]: DEBUG nova.compute.manager [req-8d28bb9f-3e74-405d-a819-b0c8d4dc2a25 req-d4e1e250-1fff-474f-a706-9bf35fba1ba6 service nova] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Refreshing instance network info cache due to event network-changed-37aa7748-5778-45c1-a029-e98d1e5c19bc. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 677.435704] env[62748]: DEBUG oslo_concurrency.lockutils [req-8d28bb9f-3e74-405d-a819-b0c8d4dc2a25 req-d4e1e250-1fff-474f-a706-9bf35fba1ba6 service nova] Acquiring lock "refresh_cache-7ad8b488-ed59-40c8-9a33-f8d59448ee0d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.435862] env[62748]: DEBUG oslo_concurrency.lockutils [req-8d28bb9f-3e74-405d-a819-b0c8d4dc2a25 req-d4e1e250-1fff-474f-a706-9bf35fba1ba6 service nova] Acquired lock "refresh_cache-7ad8b488-ed59-40c8-9a33-f8d59448ee0d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.436036] env[62748]: DEBUG nova.network.neutron [req-8d28bb9f-3e74-405d-a819-b0c8d4dc2a25 req-d4e1e250-1fff-474f-a706-9bf35fba1ba6 service nova] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Refreshing network info cache for port 37aa7748-5778-45c1-a029-e98d1e5c19bc {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.476329] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.478965] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.375s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.479112] env[62748]: DEBUG nova.objects.instance [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lazy-loading 'resources' on Instance uuid 5dc37e5a-4054-4657-b716-0491e5126276 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.488656] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c44765e5-3820-48d7-9e9c-fe30a8f0d05d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.884s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.495524] env[62748]: DEBUG nova.compute.manager [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.495762] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.497225] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f300f128-0023-4668-b972-b2f86f521668 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.501655] env[62748]: INFO nova.scheduler.client.report [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Deleted allocations for instance 3a115dca-1f2a-45f3-bf8e-dad440c725d6 [ 677.509214] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.509634] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-befa1cac-8d88-4aee-b3d9-9cee871bf555 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.515937] env[62748]: DEBUG oslo_vmware.api [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 677.515937] env[62748]: value = "task-2749543" [ 677.515937] env[62748]: _type = "Task" [ 677.515937] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.526752] env[62748]: DEBUG oslo_vmware.api [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.592366] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.623129] env[62748]: INFO nova.compute.manager [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Took 37.78 seconds to build instance. [ 677.726807] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749542, 'name': CreateVM_Task, 'duration_secs': 0.355731} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.727060] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.727775] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.727940] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.728339] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 677.728654] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6164c057-0b5a-48b0-95e9-2d8103485299 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.733688] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 677.733688] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52744281-8d88-6e2d-fc74-38f26ca303ff" [ 677.733688] env[62748]: _type = "Task" [ 677.733688] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.741637] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52744281-8d88-6e2d-fc74-38f26ca303ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.760875] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 677.761454] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a09e601-e258-4b70-8e96-501064da347b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.768197] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 677.768197] env[62748]: value = "task-2749544" [ 677.768197] env[62748]: _type = "Task" [ 677.768197] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.779785] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749544, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.912775] env[62748]: DEBUG nova.network.neutron [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Successfully updated port: d53dee61-ee52-49d1-89d9-8cf5e4f38e58 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.013455] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f3dfe34c-e829-44b9-8f31-d8d05c2fc051 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3a115dca-1f2a-45f3-bf8e-dad440c725d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.259s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.027911] env[62748]: DEBUG oslo_vmware.api [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749543, 'name': PowerOffVM_Task, 'duration_secs': 0.196052} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.031583] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.031781] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.032903] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c2f4dca-7445-41a8-99dd-e20bc53681f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.093782] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.094077] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.097301] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Deleting the datastore file [datastore2] 222810b1-343f-4ee0-bcc5-307f7a13fa8f {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.097301] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-066996d4-80f3-480d-b777-eaa4f15037d8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.100938] env[62748]: DEBUG oslo_vmware.api [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for the task: (returnval){ [ 678.100938] env[62748]: value = "task-2749546" [ 678.100938] env[62748]: _type = "Task" [ 678.100938] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.111893] env[62748]: DEBUG oslo_vmware.api [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.124910] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2bf99778-d698-4c23-9953-614bcb1d1c00 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "ac662667-1f68-4521-abc1-f5af98fd3e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.896s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.134796] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "728dec63-e119-4825-8af5-55497ed20df0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.135882] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.135882] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "728dec63-e119-4825-8af5-55497ed20df0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.135882] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.135882] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.140407] env[62748]: INFO nova.compute.manager [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Terminating instance [ 678.240866] env[62748]: DEBUG nova.network.neutron [req-8d28bb9f-3e74-405d-a819-b0c8d4dc2a25 req-d4e1e250-1fff-474f-a706-9bf35fba1ba6 service nova] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Updated VIF entry in instance network info cache for port 37aa7748-5778-45c1-a029-e98d1e5c19bc. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.241289] env[62748]: DEBUG nova.network.neutron [req-8d28bb9f-3e74-405d-a819-b0c8d4dc2a25 req-d4e1e250-1fff-474f-a706-9bf35fba1ba6 service nova] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Updating instance_info_cache with network_info: [{"id": "37aa7748-5778-45c1-a029-e98d1e5c19bc", "address": "fa:16:3e:65:29:63", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37aa7748-57", "ovs_interfaceid": "37aa7748-5778-45c1-a029-e98d1e5c19bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.251137] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52744281-8d88-6e2d-fc74-38f26ca303ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.252269] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.252615] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.252929] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.253109] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.253295] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.255988] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58b6e66e-1f14-40b4-b4de-5c091d90cfaf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.264166] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.264350] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.265081] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712e6a1c-bcdb-4e88-b5a7-7e667db41057 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.274305] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 678.274305] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0aae2-8bbb-cbb7-4692-09a32991355d" [ 678.274305] env[62748]: _type = "Task" [ 678.274305] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.281322] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749544, 'name': CreateSnapshot_Task, 'duration_secs': 0.450018} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.284209] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 678.284949] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598d5401-d4ff-4129-a151-7c7df9494061 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.291267] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0aae2-8bbb-cbb7-4692-09a32991355d, 'name': SearchDatastore_Task, 'duration_secs': 0.008512} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.291935] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4ec0ff-4553-440a-962d-c3ef7e27d7ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.303848] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 678.303848] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f5604c-2b8d-7543-453e-9c36a7726188" [ 678.303848] env[62748]: _type = "Task" [ 678.303848] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.311694] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f5604c-2b8d-7543-453e-9c36a7726188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.412924] env[62748]: DEBUG nova.compute.manager [None req-c6d4e07d-21c4-4f44-8384-625b6480ae09 tempest-ServerDiagnosticsV248Test-387511999 tempest-ServerDiagnosticsV248Test-387511999-project-admin] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.414082] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dddc33-b92a-4098-9fdd-97e1fd8cb41e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.417194] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquiring lock "refresh_cache-1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.417334] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquired lock "refresh_cache-1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.417653] env[62748]: DEBUG nova.network.neutron [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.422412] env[62748]: INFO nova.compute.manager [None req-c6d4e07d-21c4-4f44-8384-625b6480ae09 tempest-ServerDiagnosticsV248Test-387511999 tempest-ServerDiagnosticsV248Test-387511999-project-admin] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Retrieving diagnostics [ 678.423082] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae15388-bbe9-4a5b-b132-2eb96e88f949 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.522670] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c209ee71-b98c-4dc6-9c06-006a59ef4b32 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.531424] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d8009b-1ddc-4121-8954-16d8e6e268b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.563641] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72e9f57-ff34-4092-bb4f-c4f105ed7396 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.571313] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a63f405-c556-440b-9abc-0f001ed46f0a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.585489] env[62748]: DEBUG nova.compute.provider_tree [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.610851] env[62748]: DEBUG oslo_vmware.api [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Task: {'id': task-2749546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142264} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.611132] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.611489] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.611489] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.611661] env[62748]: INFO nova.compute.manager [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 678.611876] env[62748]: DEBUG oslo.service.loopingcall [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.612081] env[62748]: DEBUG nova.compute.manager [-] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.612180] env[62748]: DEBUG nova.network.neutron [-] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.627758] env[62748]: DEBUG nova.compute.manager [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.648234] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "c13e8fb2-fd31-4946-a5ae-156257bd6434" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.648726] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "c13e8fb2-fd31-4946-a5ae-156257bd6434" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.649148] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "c13e8fb2-fd31-4946-a5ae-156257bd6434-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.649389] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "c13e8fb2-fd31-4946-a5ae-156257bd6434-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.649587] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "c13e8fb2-fd31-4946-a5ae-156257bd6434-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.651945] env[62748]: DEBUG nova.compute.manager [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.652222] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.652711] env[62748]: INFO nova.compute.manager [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Terminating instance [ 678.654108] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23534a4e-ce6a-4938-9817-83080db40f55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.661740] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 678.661740] env[62748]: value = "task-2749547" [ 678.661740] env[62748]: _type = "Task" [ 678.661740] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.672771] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.745815] env[62748]: DEBUG oslo_concurrency.lockutils [req-8d28bb9f-3e74-405d-a819-b0c8d4dc2a25 req-d4e1e250-1fff-474f-a706-9bf35fba1ba6 service nova] Releasing lock "refresh_cache-7ad8b488-ed59-40c8-9a33-f8d59448ee0d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.816553] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 678.816882] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17eddd92-b1e4-410a-ba1e-ff2187dd8ea9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.826786] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f5604c-2b8d-7543-453e-9c36a7726188, 'name': SearchDatastore_Task, 'duration_secs': 0.008716} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.828106] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.828381] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 7ad8b488-ed59-40c8-9a33-f8d59448ee0d/7ad8b488-ed59-40c8-9a33-f8d59448ee0d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.828702] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 678.828702] env[62748]: value = "task-2749548" [ 678.828702] env[62748]: _type = "Task" [ 678.828702] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.828887] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0f3fcc8-54e9-4183-9c30-a68b22732a86 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.839605] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749548, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.842412] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 678.842412] env[62748]: value = "task-2749549" [ 678.842412] env[62748]: _type = "Task" [ 678.842412] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.852178] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.961821] env[62748]: DEBUG nova.network.neutron [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.014922] env[62748]: DEBUG nova.compute.manager [req-8dd6f646-50ba-4799-ac07-323cb3df6223 req-2756b008-497b-45db-939c-c837bcfcc990 service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Received event network-changed-51ce5ba4-f149-47af-98ff-b69d5b093a54 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.015171] env[62748]: DEBUG nova.compute.manager [req-8dd6f646-50ba-4799-ac07-323cb3df6223 req-2756b008-497b-45db-939c-c837bcfcc990 service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Refreshing instance network info cache due to event network-changed-51ce5ba4-f149-47af-98ff-b69d5b093a54. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 679.015781] env[62748]: DEBUG oslo_concurrency.lockutils [req-8dd6f646-50ba-4799-ac07-323cb3df6223 req-2756b008-497b-45db-939c-c837bcfcc990 service nova] Acquiring lock "refresh_cache-ac662667-1f68-4521-abc1-f5af98fd3e29" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.016097] env[62748]: DEBUG oslo_concurrency.lockutils [req-8dd6f646-50ba-4799-ac07-323cb3df6223 req-2756b008-497b-45db-939c-c837bcfcc990 service nova] Acquired lock "refresh_cache-ac662667-1f68-4521-abc1-f5af98fd3e29" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.017244] env[62748]: DEBUG nova.network.neutron [req-8dd6f646-50ba-4799-ac07-323cb3df6223 req-2756b008-497b-45db-939c-c837bcfcc990 service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Refreshing network info cache for port 51ce5ba4-f149-47af-98ff-b69d5b093a54 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.090937] env[62748]: DEBUG nova.scheduler.client.report [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.166707] env[62748]: DEBUG nova.compute.manager [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.167083] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.168995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.170956] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4830941-5d9a-466b-9cd7-bcc3a9cb63c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.188411] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.192079] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97f176e3-844f-4599-b687-a03374ed16d6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.194194] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749547, 'name': PowerOffVM_Task, 'duration_secs': 0.362955} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.194584] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.195089] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 679.195089] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553364', 'volume_id': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'name': 'volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '728dec63-e119-4825-8af5-55497ed20df0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'serial': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 679.196344] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f2708e-32b6-4674-a19c-79f9da0792ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.202406] env[62748]: DEBUG oslo_vmware.api [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 679.202406] env[62748]: value = "task-2749550" [ 679.202406] env[62748]: _type = "Task" [ 679.202406] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.223589] env[62748]: DEBUG nova.network.neutron [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Updating instance_info_cache with network_info: [{"id": "d53dee61-ee52-49d1-89d9-8cf5e4f38e58", "address": "fa:16:3e:9b:21:57", "network": {"id": "51c8e61a-3dcd-4f01-b93a-dcd8e5887b19", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1852045682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9e25b3586d14c62bc258e412866a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53dee61-ee", "ovs_interfaceid": "d53dee61-ee52-49d1-89d9-8cf5e4f38e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.229082] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f734270a-951f-4787-8b56-2d12c8605c97 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.245035] env[62748]: DEBUG oslo_vmware.api [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.248423] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff24c2-5ee9-4d50-8649-566a7d62c3b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.274069] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e300dd2b-f8fb-4686-a7a6-39b4b7b8fc77 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.297022] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] The volume has not been displaced from its original location: [datastore2] volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef/volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 679.308172] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 679.308172] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df5e925b-72d1-4a5d-ac37-2fb8817b0e33 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.331538] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 679.331538] env[62748]: value = "task-2749551" [ 679.331538] env[62748]: _type = "Task" [ 679.331538] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.343567] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749548, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.350338] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749551, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.355841] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509939} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.356151] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 7ad8b488-ed59-40c8-9a33-f8d59448ee0d/7ad8b488-ed59-40c8-9a33-f8d59448ee0d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.356395] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.356657] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de50106c-1bcc-4fab-af8a-9513e0c73391 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.364118] env[62748]: DEBUG nova.network.neutron [-] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.365448] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 679.365448] env[62748]: value = "task-2749552" [ 679.365448] env[62748]: _type = "Task" [ 679.365448] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.376856] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.518369] env[62748]: DEBUG nova.compute.manager [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Received event network-vif-plugged-d53dee61-ee52-49d1-89d9-8cf5e4f38e58 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.518369] env[62748]: DEBUG oslo_concurrency.lockutils [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] Acquiring lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.518369] env[62748]: DEBUG oslo_concurrency.lockutils [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] Lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.518369] env[62748]: DEBUG oslo_concurrency.lockutils [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] Lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.518369] env[62748]: DEBUG nova.compute.manager [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] No waiting events found dispatching network-vif-plugged-d53dee61-ee52-49d1-89d9-8cf5e4f38e58 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.518369] env[62748]: WARNING nova.compute.manager [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Received unexpected event network-vif-plugged-d53dee61-ee52-49d1-89d9-8cf5e4f38e58 for instance with vm_state building and task_state spawning. [ 679.518369] env[62748]: DEBUG nova.compute.manager [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Received event network-changed-d53dee61-ee52-49d1-89d9-8cf5e4f38e58 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.518369] env[62748]: DEBUG nova.compute.manager [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Refreshing instance network info cache due to event network-changed-d53dee61-ee52-49d1-89d9-8cf5e4f38e58. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 679.518369] env[62748]: DEBUG oslo_concurrency.lockutils [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] Acquiring lock "refresh_cache-1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.599420] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.602302] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.438s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.628699] env[62748]: INFO nova.scheduler.client.report [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Deleted allocations for instance 5dc37e5a-4054-4657-b716-0491e5126276 [ 679.732949] env[62748]: DEBUG oslo_vmware.api [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749550, 'name': PowerOffVM_Task, 'duration_secs': 0.269952} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.733448] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Releasing lock "refresh_cache-1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.733751] env[62748]: DEBUG nova.compute.manager [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Instance network_info: |[{"id": "d53dee61-ee52-49d1-89d9-8cf5e4f38e58", "address": "fa:16:3e:9b:21:57", "network": {"id": "51c8e61a-3dcd-4f01-b93a-dcd8e5887b19", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1852045682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9e25b3586d14c62bc258e412866a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53dee61-ee", "ovs_interfaceid": "d53dee61-ee52-49d1-89d9-8cf5e4f38e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.734073] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.734262] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.734556] env[62748]: DEBUG oslo_concurrency.lockutils [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] Acquired lock "refresh_cache-1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.734743] env[62748]: DEBUG nova.network.neutron [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Refreshing network info cache for port d53dee61-ee52-49d1-89d9-8cf5e4f38e58 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.736534] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:21:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '03ac2c9c-6ad2-4a85-bfab-c7e336df859a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53dee61-ee52-49d1-89d9-8cf5e4f38e58', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.744298] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Creating folder: Project (a9e25b3586d14c62bc258e412866a7a1). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.744298] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c85df55f-12f2-4193-8ad7-2e57fd7dc472 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.749415] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquiring lock "407149f0-7c9a-4306-9640-f79eed59b7b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.749636] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "407149f0-7c9a-4306-9640-f79eed59b7b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.749841] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquiring lock "407149f0-7c9a-4306-9640-f79eed59b7b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.750056] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "407149f0-7c9a-4306-9640-f79eed59b7b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.750208] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "407149f0-7c9a-4306-9640-f79eed59b7b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.751936] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae7d8dc-79ce-4d13-9dfd-d343c8748e88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.754494] env[62748]: INFO nova.compute.manager [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Terminating instance [ 679.765649] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Created folder: Project (a9e25b3586d14c62bc258e412866a7a1) in parent group-v553264. [ 679.765880] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Creating folder: Instances. Parent ref: group-v553372. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.766696] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29c13389-645b-41b4-a004-5cde8fbd8acd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.777755] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Created folder: Instances in parent group-v553372. [ 679.778031] env[62748]: DEBUG oslo.service.loopingcall [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.778276] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.778521] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2172454-e68c-4f0e-9191-859ddc62a86a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.801994] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.801994] env[62748]: value = "task-2749556" [ 679.801994] env[62748]: _type = "Task" [ 679.801994] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.811234] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749556, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.824907] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.825147] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.825501] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Deleting the datastore file [datastore2] c13e8fb2-fd31-4946-a5ae-156257bd6434 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.825786] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ef4821c-c836-46f5-8b2b-c396cc3585cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.833043] env[62748]: DEBUG oslo_vmware.api [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 679.833043] env[62748]: value = "task-2749557" [ 679.833043] env[62748]: _type = "Task" [ 679.833043] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.846174] env[62748]: DEBUG nova.network.neutron [req-8dd6f646-50ba-4799-ac07-323cb3df6223 req-2756b008-497b-45db-939c-c837bcfcc990 service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Updated VIF entry in instance network info cache for port 51ce5ba4-f149-47af-98ff-b69d5b093a54. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.846517] env[62748]: DEBUG nova.network.neutron [req-8dd6f646-50ba-4799-ac07-323cb3df6223 req-2756b008-497b-45db-939c-c837bcfcc990 service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Updating instance_info_cache with network_info: [{"id": "51ce5ba4-f149-47af-98ff-b69d5b093a54", "address": "fa:16:3e:21:7d:53", "network": {"id": "d56bf60e-b3b7-4477-8a44-c96ddfd15142", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1029126350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9c31132ddf543cdb90ade4cb54ddd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74e6f6e0-95e6-4531-99e9-0e78350fb655", "external-id": "nsx-vlan-transportzone-896", "segmentation_id": 896, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51ce5ba4-f1", "ovs_interfaceid": "51ce5ba4-f149-47af-98ff-b69d5b093a54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.857532] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749551, 'name': ReconfigVM_Task, 'duration_secs': 0.372641} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.857719] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749548, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.861386] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 679.866916] env[62748]: DEBUG oslo_vmware.api [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.867530] env[62748]: INFO nova.compute.manager [-] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Took 1.26 seconds to deallocate network for instance. [ 679.867813] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d7de125-3ec6-4af2-9d96-96c146d0d6f0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.895772] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071991} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.897277] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.897685] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 679.897685] env[62748]: value = "task-2749558" [ 679.897685] env[62748]: _type = "Task" [ 679.897685] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.898489] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bfe80f-0d0c-4ee6-b0c9-9a3b007b963f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.919024] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.928417] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 7ad8b488-ed59-40c8-9a33-f8d59448ee0d/7ad8b488-ed59-40c8-9a33-f8d59448ee0d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.931986] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d12109ef-78cb-4acb-a6e1-b26714cfcde3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.952908] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 679.952908] env[62748]: value = "task-2749559" [ 679.952908] env[62748]: _type = "Task" [ 679.952908] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.962558] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.058856] env[62748]: DEBUG nova.network.neutron [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Updated VIF entry in instance network info cache for port d53dee61-ee52-49d1-89d9-8cf5e4f38e58. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.059274] env[62748]: DEBUG nova.network.neutron [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Updating instance_info_cache with network_info: [{"id": "d53dee61-ee52-49d1-89d9-8cf5e4f38e58", "address": "fa:16:3e:9b:21:57", "network": {"id": "51c8e61a-3dcd-4f01-b93a-dcd8e5887b19", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1852045682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9e25b3586d14c62bc258e412866a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53dee61-ee", "ovs_interfaceid": "d53dee61-ee52-49d1-89d9-8cf5e4f38e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.138767] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e29903bd-2ca3-44c7-a75f-82ec351638af tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "5dc37e5a-4054-4657-b716-0491e5126276" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.922s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.259805] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquiring lock "refresh_cache-407149f0-7c9a-4306-9640-f79eed59b7b6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.260241] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquired lock "refresh_cache-407149f0-7c9a-4306-9640-f79eed59b7b6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.260409] env[62748]: DEBUG nova.network.neutron [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.310282] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749556, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.342821] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749548, 'name': CloneVM_Task, 'duration_secs': 1.325383} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.345750] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Created linked-clone VM from snapshot [ 680.347120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4198f85b-f0f6-4326-a813-bbda90d59bbe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.353462] env[62748]: DEBUG oslo_concurrency.lockutils [req-8dd6f646-50ba-4799-ac07-323cb3df6223 req-2756b008-497b-45db-939c-c837bcfcc990 service nova] Releasing lock "refresh_cache-ac662667-1f68-4521-abc1-f5af98fd3e29" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.354067] env[62748]: DEBUG oslo_vmware.api [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152993} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.357075] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.357194] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.357316] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.357490] env[62748]: INFO nova.compute.manager [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Took 1.19 seconds to destroy the instance on the hypervisor. [ 680.357719] env[62748]: DEBUG oslo.service.loopingcall [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.357946] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Uploading image b8e6b963-5913-4b5c-b2d9-5a3355433e2d {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 680.359819] env[62748]: DEBUG nova.compute.manager [-] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.359920] env[62748]: DEBUG nova.network.neutron [-] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.379281] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 680.379281] env[62748]: value = "vm-553371" [ 680.379281] env[62748]: _type = "VirtualMachine" [ 680.379281] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 680.379572] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea704afa-7928-476d-a535-d4208964372b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.387962] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lease: (returnval){ [ 680.387962] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5290a835-3433-0387-dbaa-5b9afb196c1e" [ 680.387962] env[62748]: _type = "HttpNfcLease" [ 680.387962] env[62748]: } obtained for exporting VM: (result){ [ 680.387962] env[62748]: value = "vm-553371" [ 680.387962] env[62748]: _type = "VirtualMachine" [ 680.387962] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 680.388333] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the lease: (returnval){ [ 680.388333] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5290a835-3433-0387-dbaa-5b9afb196c1e" [ 680.388333] env[62748]: _type = "HttpNfcLease" [ 680.388333] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 680.393125] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.397092] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.397092] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5290a835-3433-0387-dbaa-5b9afb196c1e" [ 680.397092] env[62748]: _type = "HttpNfcLease" [ 680.397092] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 680.410091] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749558, 'name': ReconfigVM_Task, 'duration_secs': 0.245614} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.412660] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553364', 'volume_id': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'name': 'volume-e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '728dec63-e119-4825-8af5-55497ed20df0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef', 'serial': 'e0a11ad5-f933-419e-bf0b-12f7fd98a6ef'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 680.412955] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.414071] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd59379c-417c-43a7-9b9e-a7079f8695bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.421030] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.421030] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dbe2a92-3eb7-4d1d-9a93-b3007ee11fd9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.465549] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749559, 'name': ReconfigVM_Task, 'duration_secs': 0.315086} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.465839] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 7ad8b488-ed59-40c8-9a33-f8d59448ee0d/7ad8b488-ed59-40c8-9a33-f8d59448ee0d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.466474] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ea8c79c-6e26-4f01-80b6-83aa3db958b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.472995] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 680.472995] env[62748]: value = "task-2749562" [ 680.472995] env[62748]: _type = "Task" [ 680.472995] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.482450] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749562, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.488070] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.488425] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.488738] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleting the datastore file [datastore1] 728dec63-e119-4825-8af5-55497ed20df0 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.489078] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-256d1d00-e028-411d-af36-c60ee8ec2184 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.496378] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 680.496378] env[62748]: value = "task-2749563" [ 680.496378] env[62748]: _type = "Task" [ 680.496378] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.505303] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.563741] env[62748]: DEBUG oslo_concurrency.lockutils [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] Releasing lock "refresh_cache-1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.563741] env[62748]: DEBUG nova.compute.manager [req-76595ca8-c156-4233-af25-6b039b954c93 req-a77cd00c-51c6-437f-8bb2-3e2b66d3de80 service nova] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Received event network-vif-deleted-1af5532c-8cae-47c3-8d81-35d5a44c9005 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 680.646504] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d9bedd18-76a1-4912-89ea-df433761d661 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 680.646504] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 4729a3ca-91da-420b-8dcc-0de78e24be9c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 680.646504] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1951d4ff-daa7-44ac-aac5-ee032dc6a52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.646693] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 3515bb85-3e7a-42d1-8139-128d1b6f2ace actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.646728] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance c13e8fb2-fd31-4946-a5ae-156257bd6434 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.646867] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance b096da88-3e8b-43e5-ad56-1cb5e3fafd88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.647024] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance a2407427-0faa-4725-bc88-0bd543fed37b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.647203] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance aa19eaa0-199a-4c26-8e3c-04b323280ba7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.647355] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance b1fbf948-562d-4cd0-9c9a-8e83c8967592 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.647500] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.647814] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 51bf0346-49a9-4ee6-b744-82763fc2ad70 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.647814] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 162ea36e-6177-499d-b468-479a71e74fc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.647940] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance a448b745-a791-4efe-aa38-e224492729f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.648177] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 18574e64-00c3-4461-bdae-89bec9adb624 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.648177] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance c9b2ef26-45fc-4480-b7bb-04416ba9c395 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.648511] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 7808ea67-3dc2-40be-b425-7839d2b54d36 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 680.648641] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 8842fff5-d67c-4a65-aff9-caa201f5ac62 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 680.648722] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance c296ab0f-8b6a-4d09-880b-05132eadb73f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.648939] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 95f65e57-04f6-42cd-99fc-13793c0a1f0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.649024] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 728dec63-e119-4825-8af5-55497ed20df0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.649149] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 407149f0-7c9a-4306-9640-f79eed59b7b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.649323] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 222810b1-343f-4ee0-bcc5-307f7a13fa8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.649474] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance ac662667-1f68-4521-abc1-f5af98fd3e29 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.649616] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 7ad8b488-ed59-40c8-9a33-f8d59448ee0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.649757] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 680.779707] env[62748]: DEBUG nova.network.neutron [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.813664] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749556, 'name': CreateVM_Task, 'duration_secs': 0.532935} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.813841] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.814606] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.814718] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.815041] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.815295] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f137f24-3ce0-474c-930f-c14921905d9c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.819451] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 680.819451] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a3836d-d3d7-3b6a-78ef-93986d083efa" [ 680.819451] env[62748]: _type = "Task" [ 680.819451] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.826833] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a3836d-d3d7-3b6a-78ef-93986d083efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.847442] env[62748]: DEBUG nova.network.neutron [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.897919] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 680.897919] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5290a835-3433-0387-dbaa-5b9afb196c1e" [ 680.897919] env[62748]: _type = "HttpNfcLease" [ 680.897919] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 680.898244] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 680.898244] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5290a835-3433-0387-dbaa-5b9afb196c1e" [ 680.898244] env[62748]: _type = "HttpNfcLease" [ 680.898244] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 680.898981] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b39a3b-12cd-4d61-97c3-f70a616b624c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.906419] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807e-9361-e96d-4ce0-882867598263/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 680.906419] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807e-9361-e96d-4ce0-882867598263/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 680.983145] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749562, 'name': Rename_Task, 'duration_secs': 0.141647} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.983680] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.983768] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9573215d-b8ab-4312-8ebb-3a2af92ea1a6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.990965] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 680.990965] env[62748]: value = "task-2749564" [ 680.990965] env[62748]: _type = "Task" [ 680.990965] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.998663] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.003749] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c52fcb0-dc39-4cbe-b73d-f9cb8bd06391 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.012767] env[62748]: DEBUG oslo_vmware.api [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400917} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.013786] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.014085] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.014377] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.014662] env[62748]: INFO nova.compute.manager [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Took 2.36 seconds to destroy the instance on the hypervisor. [ 681.015050] env[62748]: DEBUG oslo.service.loopingcall [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.015397] env[62748]: DEBUG nova.compute.manager [-] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 681.015577] env[62748]: DEBUG nova.network.neutron [-] [instance: 728dec63-e119-4825-8af5-55497ed20df0] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.041944] env[62748]: DEBUG nova.compute.manager [req-187ef843-2e4d-4d5d-91e1-c058c3e121ef req-92cffcd1-d8cf-4462-a6fe-e75d9b9ea9c8 service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Received event network-vif-deleted-089a5559-3c3b-40f4-9398-2a23fdde6d7b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.042138] env[62748]: INFO nova.compute.manager [req-187ef843-2e4d-4d5d-91e1-c058c3e121ef req-92cffcd1-d8cf-4462-a6fe-e75d9b9ea9c8 service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Neutron deleted interface 089a5559-3c3b-40f4-9398-2a23fdde6d7b; detaching it from the instance and deleting it from the info cache [ 681.042317] env[62748]: DEBUG nova.network.neutron [req-187ef843-2e4d-4d5d-91e1-c058c3e121ef req-92cffcd1-d8cf-4462-a6fe-e75d9b9ea9c8 service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.153402] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance ba14c5ee-afa3-4ed6-9e94-1619cb75ef34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.216180] env[62748]: DEBUG nova.network.neutron [-] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.330676] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a3836d-d3d7-3b6a-78ef-93986d083efa, 'name': SearchDatastore_Task, 'duration_secs': 0.039066} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.331177] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.331420] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.331672] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.331825] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.332108] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.332415] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7975328f-59cf-4f33-96cc-2333e01e374a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.340824] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.341067] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.341864] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467ad4dd-0cae-4fad-a88b-f74251fd82c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.348403] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 681.348403] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528bb327-dcd0-edfe-5821-5cedea536cd9" [ 681.348403] env[62748]: _type = "Task" [ 681.348403] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.353287] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Releasing lock "refresh_cache-407149f0-7c9a-4306-9640-f79eed59b7b6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.353678] env[62748]: DEBUG nova.compute.manager [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.354349] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.355037] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6c3c6b-2f07-4cd7-81cb-e30675fa1625 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.366368] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528bb327-dcd0-edfe-5821-5cedea536cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.008319} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.370202] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.370617] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db61af3f-c835-4a96-a012-70584c3855ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.375674] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7924bc09-521d-4e50-b5b1-2d9ecb61f09e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.380946] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 681.380946] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526ccde0-92c3-fa26-db99-34d11c5088e9" [ 681.380946] env[62748]: _type = "Task" [ 681.380946] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.389352] env[62748]: DEBUG oslo_vmware.api [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 681.389352] env[62748]: value = "task-2749565" [ 681.389352] env[62748]: _type = "Task" [ 681.389352] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.397635] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526ccde0-92c3-fa26-db99-34d11c5088e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.405322] env[62748]: DEBUG oslo_vmware.api [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.502502] env[62748]: DEBUG oslo_vmware.api [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749564, 'name': PowerOnVM_Task, 'duration_secs': 0.508007} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.503504] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.503718] env[62748]: INFO nova.compute.manager [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Took 6.86 seconds to spawn the instance on the hypervisor. [ 681.503974] env[62748]: DEBUG nova.compute.manager [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.505182] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469ec90f-4587-496a-a4ef-f67b7cccebd2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.545674] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50e2c32b-25b8-4756-95ee-691ad84d8798 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.555038] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7a8333-995a-4b6c-9a9d-5dc9bee367c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.595946] env[62748]: DEBUG nova.compute.manager [req-187ef843-2e4d-4d5d-91e1-c058c3e121ef req-92cffcd1-d8cf-4462-a6fe-e75d9b9ea9c8 service nova] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Detach interface failed, port_id=089a5559-3c3b-40f4-9398-2a23fdde6d7b, reason: Instance c13e8fb2-fd31-4946-a5ae-156257bd6434 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 681.657664] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 8303b35e-60a0-421e-893e-ed8e93675879 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 681.725988] env[62748]: INFO nova.compute.manager [-] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Took 1.36 seconds to deallocate network for instance. [ 681.785934] env[62748]: DEBUG nova.network.neutron [-] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.894009] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526ccde0-92c3-fa26-db99-34d11c5088e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014404} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.897422] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.897809] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3/1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.898197] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06d3536f-7bd3-4047-b0c1-bdfb4c581a80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.908073] env[62748]: DEBUG oslo_vmware.api [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749565, 'name': PowerOffVM_Task, 'duration_secs': 0.160801} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.910074] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.910296] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.910820] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 681.910820] env[62748]: value = "task-2749566" [ 681.910820] env[62748]: _type = "Task" [ 681.910820] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.911142] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-925089e8-ac71-4c99-b7fd-45c950473bc5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.921339] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.928142] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.928142] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.928142] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.928142] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.928142] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.931011] env[62748]: INFO nova.compute.manager [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Terminating instance [ 681.938351] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.938456] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.938642] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Deleting the datastore file [datastore1] 407149f0-7c9a-4306-9640-f79eed59b7b6 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.938970] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8cc139d-2281-4448-8439-15bf3ac1d416 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.945483] env[62748]: DEBUG oslo_vmware.api [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for the task: (returnval){ [ 681.945483] env[62748]: value = "task-2749568" [ 681.945483] env[62748]: _type = "Task" [ 681.945483] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.955613] env[62748]: DEBUG oslo_vmware.api [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.025018] env[62748]: INFO nova.compute.manager [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Took 40.48 seconds to build instance. [ 682.034071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "18574e64-00c3-4461-bdae-89bec9adb624" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.034071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "18574e64-00c3-4461-bdae-89bec9adb624" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.034280] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "18574e64-00c3-4461-bdae-89bec9adb624-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.034467] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "18574e64-00c3-4461-bdae-89bec9adb624-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.034733] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "18574e64-00c3-4461-bdae-89bec9adb624-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.037444] env[62748]: INFO nova.compute.manager [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Terminating instance [ 682.160595] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d4caa239-66c2-4304-91a9-38f960480d3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.233466] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.291547] env[62748]: INFO nova.compute.manager [-] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Took 1.28 seconds to deallocate network for instance. [ 682.424696] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749566, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.435278] env[62748]: DEBUG nova.compute.manager [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.435639] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.436592] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c852635d-d70a-487a-9520-799e74fdf300 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.446721] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.447634] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa64a751-ed23-4ef7-be4a-f91cb2fa780a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.460389] env[62748]: DEBUG oslo_vmware.api [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Task: {'id': task-2749568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101632} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.461999] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.462282] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.462509] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.462736] env[62748]: INFO nova.compute.manager [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 682.463063] env[62748]: DEBUG oslo.service.loopingcall [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.463430] env[62748]: DEBUG oslo_vmware.api [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 682.463430] env[62748]: value = "task-2749569" [ 682.463430] env[62748]: _type = "Task" [ 682.463430] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.463721] env[62748]: DEBUG nova.compute.manager [-] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.463916] env[62748]: DEBUG nova.network.neutron [-] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.485576] env[62748]: DEBUG nova.network.neutron [-] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.489346] env[62748]: DEBUG oslo_concurrency.lockutils [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquiring lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.527129] env[62748]: DEBUG oslo_concurrency.lockutils [None req-221fae58-afd4-4114-8c90-ff71dfe7e243 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.301s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.528435] env[62748]: DEBUG oslo_concurrency.lockutils [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.039s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.528655] env[62748]: DEBUG oslo_concurrency.lockutils [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquiring lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.528979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.529348] env[62748]: DEBUG oslo_concurrency.lockutils [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.532257] env[62748]: INFO nova.compute.manager [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Terminating instance [ 682.542269] env[62748]: DEBUG nova.compute.manager [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.542466] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.543966] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b16dfc-417e-46c3-8fa0-75120ff4a38e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.552757] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.553158] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eddcada-2930-4515-b895-6e8319d1cb70 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.559539] env[62748]: DEBUG oslo_vmware.api [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 682.559539] env[62748]: value = "task-2749570" [ 682.559539] env[62748]: _type = "Task" [ 682.559539] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.567904] env[62748]: DEBUG oslo_vmware.api [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.663926] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance e871c207-f227-4f3c-82a3-b314d26670b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 682.867174] env[62748]: INFO nova.compute.manager [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Took 0.58 seconds to detach 1 volumes for instance. [ 682.924204] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589575} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.924510] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3/1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.924763] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.925072] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69c2a26a-4cb1-444a-85fb-a8992328a01a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.932128] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 682.932128] env[62748]: value = "task-2749571" [ 682.932128] env[62748]: _type = "Task" [ 682.932128] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.943025] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.975516] env[62748]: DEBUG oslo_vmware.api [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749569, 'name': PowerOffVM_Task, 'duration_secs': 0.320228} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.976279] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.976279] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.976279] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3b0fecc-f28a-486d-9202-fcccfe68865b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.988666] env[62748]: DEBUG nova.network.neutron [-] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.032442] env[62748]: DEBUG nova.compute.manager [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.037292] env[62748]: DEBUG nova.compute.manager [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.037627] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.038580] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef79dfb-0d4c-4977-bf4a-3bbd4ed2a46f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.043070] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.043305] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.043490] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Deleting the datastore file [datastore1] c9b2ef26-45fc-4480-b7bb-04416ba9c395 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.044119] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9ed2030-7260-4f76-9bd3-1b7a41e93c8f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.048159] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 683.048733] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a48b2b3-296e-4d39-a0ff-b22734885c18 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.052810] env[62748]: DEBUG oslo_vmware.api [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 683.052810] env[62748]: value = "task-2749573" [ 683.052810] env[62748]: _type = "Task" [ 683.052810] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.056966] env[62748]: DEBUG oslo_vmware.api [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 683.056966] env[62748]: value = "task-2749574" [ 683.056966] env[62748]: _type = "Task" [ 683.056966] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.063272] env[62748]: DEBUG oslo_vmware.api [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.071419] env[62748]: DEBUG nova.compute.manager [req-919623be-aa4f-4e23-a7c2-6e835db27b3f req-1a6263f4-4222-4b3c-a3e1-7420d90703d7 service nova] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Received event network-vif-deleted-3be6252e-1f79-4d81-b49e-633f2f621401 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 683.074561] env[62748]: DEBUG oslo_vmware.api [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.079729] env[62748]: DEBUG oslo_vmware.api [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749570, 'name': PowerOffVM_Task, 'duration_secs': 0.321327} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.080162] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.080424] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.080801] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca289836-6aeb-49ab-8bc6-18bcd17f003b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.149032] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.149461] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.149835] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Deleting the datastore file [datastore1] 18574e64-00c3-4461-bdae-89bec9adb624 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.150266] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b60db19-10e3-410a-9359-1dd6c86f6ce4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.158474] env[62748]: DEBUG oslo_vmware.api [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for the task: (returnval){ [ 683.158474] env[62748]: value = "task-2749576" [ 683.158474] env[62748]: _type = "Task" [ 683.158474] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.168970] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.170567] env[62748]: DEBUG oslo_vmware.api [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.375359] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.442055] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113992} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.442338] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.443161] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e027c654-fe52-46d9-b478-01eb534d9423 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.465922] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3/1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.466253] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62da7c95-2981-4ccf-bd83-3e0afb55c936 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.486348] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 683.486348] env[62748]: value = "task-2749577" [ 683.486348] env[62748]: _type = "Task" [ 683.486348] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.491457] env[62748]: INFO nova.compute.manager [-] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Took 1.03 seconds to deallocate network for instance. [ 683.498043] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.558835] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.568084] env[62748]: DEBUG oslo_vmware.api [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220582} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.571653] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.571857] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.572068] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.572253] env[62748]: INFO nova.compute.manager [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Took 1.14 seconds to destroy the instance on the hypervisor. [ 683.572495] env[62748]: DEBUG oslo.service.loopingcall [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.572741] env[62748]: DEBUG oslo_vmware.api [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749574, 'name': PowerOffVM_Task, 'duration_secs': 0.225763} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.572991] env[62748]: DEBUG nova.compute.manager [-] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.573128] env[62748]: DEBUG nova.network.neutron [-] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.574855] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.575044] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.575337] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63757160-4340-4b7e-b675-b4e9b54dc2f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.643713] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.644029] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.644265] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Deleting the datastore file [datastore1] 7ad8b488-ed59-40c8-9a33-f8d59448ee0d {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.644582] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-888695fd-e16c-4651-86fc-3b49c456db15 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.652136] env[62748]: DEBUG oslo_vmware.api [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for the task: (returnval){ [ 683.652136] env[62748]: value = "task-2749579" [ 683.652136] env[62748]: _type = "Task" [ 683.652136] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.661110] env[62748]: DEBUG oslo_vmware.api [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.669845] env[62748]: DEBUG oslo_vmware.api [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Task: {'id': task-2749576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167136} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.670146] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.670374] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.670614] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.670857] env[62748]: INFO nova.compute.manager [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Took 1.13 seconds to destroy the instance on the hypervisor. [ 683.671159] env[62748]: DEBUG oslo.service.loopingcall [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.671394] env[62748]: DEBUG nova.compute.manager [-] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.671494] env[62748]: DEBUG nova.network.neutron [-] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.674368] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 717fed14-da66-44b8-a85e-ecee499dfeaf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 683.979140] env[62748]: DEBUG nova.compute.manager [req-81aef333-017f-4bbd-bc45-a3b3857a5cfa req-53a7c639-dcf1-467b-aad8-67212376ea87 service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Received event network-vif-deleted-c2807e31-9152-4451-9688-8e43c71c1f29 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 683.979351] env[62748]: INFO nova.compute.manager [req-81aef333-017f-4bbd-bc45-a3b3857a5cfa req-53a7c639-dcf1-467b-aad8-67212376ea87 service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Neutron deleted interface c2807e31-9152-4451-9688-8e43c71c1f29; detaching it from the instance and deleting it from the info cache [ 683.979553] env[62748]: DEBUG nova.network.neutron [req-81aef333-017f-4bbd-bc45-a3b3857a5cfa req-53a7c639-dcf1-467b-aad8-67212376ea87 service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.996435] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.001052] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.162198] env[62748]: DEBUG oslo_vmware.api [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Task: {'id': task-2749579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195076} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.162452] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.162711] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.162913] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.163139] env[62748]: INFO nova.compute.manager [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 684.163393] env[62748]: DEBUG oslo.service.loopingcall [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.163584] env[62748]: DEBUG nova.compute.manager [-] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 684.163676] env[62748]: DEBUG nova.network.neutron [-] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 684.179313] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance fbbdd3e4-48ef-4b4c-935f-03aac33efa5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.358924] env[62748]: DEBUG nova.network.neutron [-] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.441197] env[62748]: DEBUG nova.network.neutron [-] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.485250] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3c74f62-81b0-40f4-acd3-7320aef3efb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.496440] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749577, 'name': ReconfigVM_Task, 'duration_secs': 0.617351} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.497613] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3/1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.498527] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac83d85d-35c0-40b0-876f-9f496fee319c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.502765] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f365fad-d323-4241-a631-556abe3940cc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.519474] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 684.519474] env[62748]: value = "task-2749580" [ 684.519474] env[62748]: _type = "Task" [ 684.519474] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.537947] env[62748]: DEBUG nova.compute.manager [req-81aef333-017f-4bbd-bc45-a3b3857a5cfa req-53a7c639-dcf1-467b-aad8-67212376ea87 service nova] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Detach interface failed, port_id=c2807e31-9152-4451-9688-8e43c71c1f29, reason: Instance 18574e64-00c3-4461-bdae-89bec9adb624 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 684.542233] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749580, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.682394] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 684.861777] env[62748]: INFO nova.compute.manager [-] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Took 1.29 seconds to deallocate network for instance. [ 684.944264] env[62748]: INFO nova.compute.manager [-] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Took 1.27 seconds to deallocate network for instance. [ 685.029621] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749580, 'name': Rename_Task, 'duration_secs': 0.194559} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.029914] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.030183] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84dd0aab-7a46-499c-a4fd-137ffcaa65c6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.037844] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 685.037844] env[62748]: value = "task-2749581" [ 685.037844] env[62748]: _type = "Task" [ 685.037844] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.047157] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.152381] env[62748]: DEBUG nova.compute.manager [req-32337187-5f8d-4fcb-89e0-0f7d050677c4 req-2ca72880-d542-4679-808a-3dcba0427bb9 service nova] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Received event network-vif-deleted-babd6fb1-073f-402e-afed-470e2fffc2da {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 685.186356] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 712ab7cf-0f3a-4c32-9102-711774287121 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.187778] env[62748]: DEBUG nova.network.neutron [-] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.368241] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.451252] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.548497] env[62748]: DEBUG oslo_vmware.api [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749581, 'name': PowerOnVM_Task, 'duration_secs': 0.504994} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.548950] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.549041] env[62748]: INFO nova.compute.manager [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Took 8.16 seconds to spawn the instance on the hypervisor. [ 685.549166] env[62748]: DEBUG nova.compute.manager [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.549987] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807899bc-fda8-4e56-8b75-b48f8c8cfaa4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.691526] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance fcb8d3e5-23d3-4595-b029-63e0f81afa3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 685.691849] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 685.692011] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 685.694892] env[62748]: INFO nova.compute.manager [-] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Took 1.53 seconds to deallocate network for instance. [ 686.005247] env[62748]: DEBUG nova.compute.manager [req-96c5e05f-effb-42fc-aac6-f4dc2ddebfbb req-618475ed-2e50-46e7-baa9-506430d46327 service nova] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Received event network-vif-deleted-37aa7748-5778-45c1-a029-e98d1e5c19bc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.071236] env[62748]: INFO nova.compute.manager [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Took 42.75 seconds to build instance. [ 686.145551] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160bd9c8-11ff-4664-9da7-d2a06a455f07 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.155035] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94645ff7-711b-4b68-996b-36cef4d1ae1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.190264] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d0e6b7-a962-4ed6-be40-96fbd3032721 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.198582] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a90181-dd14-4880-86f7-706cc9af9a19 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.203438] env[62748]: DEBUG oslo_concurrency.lockutils [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.217656] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.574582] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8c2dad3f-b00c-4e5f-a7ae-aa2bcdad5f5b tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.728s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.720210] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.078123] env[62748]: DEBUG nova.compute.manager [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.225187] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 687.225368] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.624s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.225653] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.460s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.228026] env[62748]: INFO nova.compute.claims [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.603401] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.044225] env[62748]: DEBUG nova.compute.manager [req-7d9abe90-80bb-4c61-a7cf-a6a06191905a req-a270a258-c621-4072-b5df-2bdd46ca3375 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Received event network-changed-d53dee61-ee52-49d1-89d9-8cf5e4f38e58 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 688.044370] env[62748]: DEBUG nova.compute.manager [req-7d9abe90-80bb-4c61-a7cf-a6a06191905a req-a270a258-c621-4072-b5df-2bdd46ca3375 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Refreshing instance network info cache due to event network-changed-d53dee61-ee52-49d1-89d9-8cf5e4f38e58. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 688.044640] env[62748]: DEBUG oslo_concurrency.lockutils [req-7d9abe90-80bb-4c61-a7cf-a6a06191905a req-a270a258-c621-4072-b5df-2bdd46ca3375 service nova] Acquiring lock "refresh_cache-1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.044746] env[62748]: DEBUG oslo_concurrency.lockutils [req-7d9abe90-80bb-4c61-a7cf-a6a06191905a req-a270a258-c621-4072-b5df-2bdd46ca3375 service nova] Acquired lock "refresh_cache-1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.044879] env[62748]: DEBUG nova.network.neutron [req-7d9abe90-80bb-4c61-a7cf-a6a06191905a req-a270a258-c621-4072-b5df-2bdd46ca3375 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Refreshing network info cache for port d53dee61-ee52-49d1-89d9-8cf5e4f38e58 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.696390] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4c37e9-52c5-4e97-a847-d8f662e720de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.705038] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c7aaa7-bfa6-43d7-8b0f-0930141043cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.736561] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6b1fa5-2fbb-4cf6-9b0f-94aa6d6fda3b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.744173] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd624e-40ef-47a2-a717-3db6afbb7052 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.757367] env[62748]: DEBUG nova.compute.provider_tree [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.805731] env[62748]: DEBUG nova.network.neutron [req-7d9abe90-80bb-4c61-a7cf-a6a06191905a req-a270a258-c621-4072-b5df-2bdd46ca3375 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Updated VIF entry in instance network info cache for port d53dee61-ee52-49d1-89d9-8cf5e4f38e58. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.806150] env[62748]: DEBUG nova.network.neutron [req-7d9abe90-80bb-4c61-a7cf-a6a06191905a req-a270a258-c621-4072-b5df-2bdd46ca3375 service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Updating instance_info_cache with network_info: [{"id": "d53dee61-ee52-49d1-89d9-8cf5e4f38e58", "address": "fa:16:3e:9b:21:57", "network": {"id": "51c8e61a-3dcd-4f01-b93a-dcd8e5887b19", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1852045682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9e25b3586d14c62bc258e412866a7a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "03ac2c9c-6ad2-4a85-bfab-c7e336df859a", "external-id": "nsx-vlan-transportzone-379", "segmentation_id": 379, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53dee61-ee", "ovs_interfaceid": "d53dee61-ee52-49d1-89d9-8cf5e4f38e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.261324] env[62748]: DEBUG nova.scheduler.client.report [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.308717] env[62748]: DEBUG oslo_concurrency.lockutils [req-7d9abe90-80bb-4c61-a7cf-a6a06191905a req-a270a258-c621-4072-b5df-2bdd46ca3375 service nova] Releasing lock "refresh_cache-1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.765988] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.766597] env[62748]: DEBUG nova.compute.manager [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.770024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.267s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.771542] env[62748]: INFO nova.compute.claims [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.996545] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807e-9361-e96d-4ce0-882867598263/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 689.997501] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba046b3-b3ed-40a9-abcf-13fe5096a1da {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.003832] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807e-9361-e96d-4ce0-882867598263/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 690.003990] env[62748]: ERROR oslo_vmware.rw_handles [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807e-9361-e96d-4ce0-882867598263/disk-0.vmdk due to incomplete transfer. [ 690.004264] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d062b712-79de-4d0d-915b-caf6ea04c6f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.011245] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c8807e-9361-e96d-4ce0-882867598263/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 690.011336] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Uploaded image b8e6b963-5913-4b5c-b2d9-5a3355433e2d to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 690.013450] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 690.013691] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92fdbfcb-82cb-48fe-af14-c5ff29c172e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.020194] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 690.020194] env[62748]: value = "task-2749582" [ 690.020194] env[62748]: _type = "Task" [ 690.020194] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.029310] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749582, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.277067] env[62748]: DEBUG nova.compute.utils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.277765] env[62748]: DEBUG nova.compute.manager [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.278226] env[62748]: DEBUG nova.network.neutron [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.332405] env[62748]: DEBUG nova.policy [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20d9cbc1a8064f028d7f1220560a4d59', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '012e17352e1a4347a8d44ff901705b41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.531373] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749582, 'name': Destroy_Task, 'duration_secs': 0.30687} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.531626] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Destroyed the VM [ 690.531791] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 690.532356] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a0d7185-1208-41c3-8719-8ebb36547911 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.538819] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 690.538819] env[62748]: value = "task-2749583" [ 690.538819] env[62748]: _type = "Task" [ 690.538819] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.547445] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.741750] env[62748]: DEBUG nova.network.neutron [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Successfully created port: ac17c326-c473-4f34-b87a-9dd11051784f {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.786409] env[62748]: DEBUG nova.compute.manager [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.050233] env[62748]: DEBUG oslo_vmware.api [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749583, 'name': RemoveSnapshot_Task, 'duration_secs': 0.508206} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.050542] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 691.050781] env[62748]: INFO nova.compute.manager [None req-a55ff5c1-bc6c-45b0-a9eb-537f1d1fa5e5 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Took 13.82 seconds to snapshot the instance on the hypervisor. [ 691.249860] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb357c05-097c-47c6-9324-9b6a7db5abee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.256961] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c89cb87-becd-40f6-95f1-938bea6ae9fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.285612] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660b5f4-cf9d-4e0f-a2d8-a5a37cee309f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.295189] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6dea09-97d6-49db-904b-65a0cd679680 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.309674] env[62748]: DEBUG nova.compute.provider_tree [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.800964] env[62748]: DEBUG nova.compute.manager [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.811888] env[62748]: DEBUG nova.scheduler.client.report [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.823729] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.823975] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.824992] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.824992] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.824992] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.824992] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.824992] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.824992] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.825341] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.825341] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.825480] env[62748]: DEBUG nova.virt.hardware [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.826326] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369bbd4a-211f-4f2c-9105-655273f06d73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.835385] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca583563-1304-41b8-993f-6124c624b352 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.214465] env[62748]: DEBUG nova.compute.manager [req-a27e50eb-6e7b-450e-ae2a-7c48d9ef5ae1 req-f5be40b9-33aa-467f-a024-eee5b0aaff4a service nova] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Received event network-vif-plugged-ac17c326-c473-4f34-b87a-9dd11051784f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.214465] env[62748]: DEBUG oslo_concurrency.lockutils [req-a27e50eb-6e7b-450e-ae2a-7c48d9ef5ae1 req-f5be40b9-33aa-467f-a024-eee5b0aaff4a service nova] Acquiring lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.214465] env[62748]: DEBUG oslo_concurrency.lockutils [req-a27e50eb-6e7b-450e-ae2a-7c48d9ef5ae1 req-f5be40b9-33aa-467f-a024-eee5b0aaff4a service nova] Lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.214465] env[62748]: DEBUG oslo_concurrency.lockutils [req-a27e50eb-6e7b-450e-ae2a-7c48d9ef5ae1 req-f5be40b9-33aa-467f-a024-eee5b0aaff4a service nova] Lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.214465] env[62748]: DEBUG nova.compute.manager [req-a27e50eb-6e7b-450e-ae2a-7c48d9ef5ae1 req-f5be40b9-33aa-467f-a024-eee5b0aaff4a service nova] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] No waiting events found dispatching network-vif-plugged-ac17c326-c473-4f34-b87a-9dd11051784f {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.214465] env[62748]: WARNING nova.compute.manager [req-a27e50eb-6e7b-450e-ae2a-7c48d9ef5ae1 req-f5be40b9-33aa-467f-a024-eee5b0aaff4a service nova] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Received unexpected event network-vif-plugged-ac17c326-c473-4f34-b87a-9dd11051784f for instance with vm_state building and task_state spawning. [ 692.250607] env[62748]: DEBUG nova.network.neutron [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Successfully updated port: ac17c326-c473-4f34-b87a-9dd11051784f {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.318187] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.318729] env[62748]: DEBUG nova.compute.manager [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.321307] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.947s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.322926] env[62748]: INFO nova.compute.claims [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.750801] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquiring lock "refresh_cache-ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.751083] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquired lock "refresh_cache-ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.751287] env[62748]: DEBUG nova.network.neutron [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.827939] env[62748]: DEBUG nova.compute.utils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.832880] env[62748]: DEBUG nova.compute.manager [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.834025] env[62748]: DEBUG nova.network.neutron [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.880889] env[62748]: DEBUG nova.policy [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99558e6f1635426aae7c1a5c8baf5467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '820e545273c342209cd006656100e42f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.208627] env[62748]: DEBUG nova.network.neutron [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Successfully created port: f5cf21eb-a00f-4b08-ae73-f19ff288bba6 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.289268] env[62748]: DEBUG nova.network.neutron [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.331789] env[62748]: DEBUG nova.compute.manager [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.475589] env[62748]: DEBUG nova.network.neutron [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Updating instance_info_cache with network_info: [{"id": "ac17c326-c473-4f34-b87a-9dd11051784f", "address": "fa:16:3e:d3:cb:f8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac17c326-c4", "ovs_interfaceid": "ac17c326-c473-4f34-b87a-9dd11051784f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.802364] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b60860-694e-4839-8875-e13ac15e0041 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.810288] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7808105-39db-4e58-a72e-ef4e0bb1ff30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.842728] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb735ccf-e0b7-4e28-b405-b8f334f5fb1b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.850509] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd38bdcc-f9ad-402c-b256-9ceb3377cc0e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.863800] env[62748]: DEBUG nova.compute.provider_tree [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.978657] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Releasing lock "refresh_cache-ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.979013] env[62748]: DEBUG nova.compute.manager [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Instance network_info: |[{"id": "ac17c326-c473-4f34-b87a-9dd11051784f", "address": "fa:16:3e:d3:cb:f8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac17c326-c4", "ovs_interfaceid": "ac17c326-c473-4f34-b87a-9dd11051784f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.979548] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:cb:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac17c326-c473-4f34-b87a-9dd11051784f', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.987042] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Creating folder: Project (012e17352e1a4347a8d44ff901705b41). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.987316] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-035552d9-5e11-4fe9-b9c2-66b16718c41c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.998844] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Created folder: Project (012e17352e1a4347a8d44ff901705b41) in parent group-v553264. [ 693.999034] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Creating folder: Instances. Parent ref: group-v553375. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.999263] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-699e8a8f-a460-44ec-ba6a-aa0feb60f210 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.005766] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "162ea36e-6177-499d-b468-479a71e74fc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.005986] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "162ea36e-6177-499d-b468-479a71e74fc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.006208] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "162ea36e-6177-499d-b468-479a71e74fc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.006396] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "162ea36e-6177-499d-b468-479a71e74fc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.006568] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "162ea36e-6177-499d-b468-479a71e74fc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.008559] env[62748]: INFO nova.compute.manager [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Terminating instance [ 694.010816] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Created folder: Instances in parent group-v553375. [ 694.011051] env[62748]: DEBUG oslo.service.loopingcall [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.012052] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.012413] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe039cf-11d1-4527-82d5-0827126c058e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.030941] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.030941] env[62748]: value = "task-2749586" [ 694.030941] env[62748]: _type = "Task" [ 694.030941] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.039849] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749586, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.239459] env[62748]: DEBUG nova.compute.manager [req-4aebc722-2a0b-44c8-9130-ba1dfa650fa5 req-ebcb65ad-03da-4d16-b416-cf50a3e0b986 service nova] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Received event network-changed-ac17c326-c473-4f34-b87a-9dd11051784f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 694.239541] env[62748]: DEBUG nova.compute.manager [req-4aebc722-2a0b-44c8-9130-ba1dfa650fa5 req-ebcb65ad-03da-4d16-b416-cf50a3e0b986 service nova] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Refreshing instance network info cache due to event network-changed-ac17c326-c473-4f34-b87a-9dd11051784f. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 694.240054] env[62748]: DEBUG oslo_concurrency.lockutils [req-4aebc722-2a0b-44c8-9130-ba1dfa650fa5 req-ebcb65ad-03da-4d16-b416-cf50a3e0b986 service nova] Acquiring lock "refresh_cache-ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.240218] env[62748]: DEBUG oslo_concurrency.lockutils [req-4aebc722-2a0b-44c8-9130-ba1dfa650fa5 req-ebcb65ad-03da-4d16-b416-cf50a3e0b986 service nova] Acquired lock "refresh_cache-ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.240435] env[62748]: DEBUG nova.network.neutron [req-4aebc722-2a0b-44c8-9130-ba1dfa650fa5 req-ebcb65ad-03da-4d16-b416-cf50a3e0b986 service nova] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Refreshing network info cache for port ac17c326-c473-4f34-b87a-9dd11051784f {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.347662] env[62748]: DEBUG nova.compute.manager [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.368006] env[62748]: DEBUG nova.scheduler.client.report [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.378034] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.378456] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.378558] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.378825] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.379060] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.379328] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.379727] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.379920] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.380105] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.380318] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.381471] env[62748]: DEBUG nova.virt.hardware [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.381830] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac0f491-b60e-476f-8303-e46d538a4ab1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.391029] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29feae44-b96f-4540-ae0b-401b5cf400fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.513361] env[62748]: DEBUG nova.compute.manager [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.513616] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.514545] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9820d0dc-2f6f-47a5-ba6f-5b800306e6bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.522575] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.522835] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa25ec5-2d3a-4459-8a15-f06a050b864c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.529374] env[62748]: DEBUG oslo_vmware.api [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 694.529374] env[62748]: value = "task-2749587" [ 694.529374] env[62748]: _type = "Task" [ 694.529374] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.540408] env[62748]: DEBUG oslo_vmware.api [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.543565] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749586, 'name': CreateVM_Task, 'duration_secs': 0.407527} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.543696] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.544418] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.544581] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.544909] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.545180] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2d483d-3661-40f4-b7de-7032b21cb808 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.549937] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 694.549937] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527e9296-b4d2-9d8a-fef8-5ecd8d7944e3" [ 694.549937] env[62748]: _type = "Task" [ 694.549937] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.557808] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527e9296-b4d2-9d8a-fef8-5ecd8d7944e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.761231] env[62748]: DEBUG nova.network.neutron [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Successfully updated port: f5cf21eb-a00f-4b08-ae73-f19ff288bba6 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.873031] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.873629] env[62748]: DEBUG nova.compute.manager [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.878826] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.461s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.880263] env[62748]: INFO nova.compute.claims [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.039724] env[62748]: DEBUG oslo_vmware.api [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749587, 'name': PowerOffVM_Task, 'duration_secs': 0.189073} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.039724] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.039951] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.040138] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51f18dc6-77ad-4ea9-a32b-633ed55fb7d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.060802] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527e9296-b4d2-9d8a-fef8-5ecd8d7944e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.061129] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.061366] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.061603] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.061751] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.061928] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.062225] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da603488-db76-4ad2-964d-a083de79f82f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.071627] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.071627] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.071627] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef50dae-f6fb-40ad-a791-9f5149b79713 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.076489] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 695.076489] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521e85b2-6f66-f0e9-aca1-f2d52a232ac7" [ 695.076489] env[62748]: _type = "Task" [ 695.076489] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.084070] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521e85b2-6f66-f0e9-aca1-f2d52a232ac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.137182] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.137401] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.137532] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Deleting the datastore file [datastore1] 162ea36e-6177-499d-b468-479a71e74fc9 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.137790] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84adf012-68ef-46f7-a566-bfd4fa750507 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.144304] env[62748]: DEBUG oslo_vmware.api [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 695.144304] env[62748]: value = "task-2749589" [ 695.144304] env[62748]: _type = "Task" [ 695.144304] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.152249] env[62748]: DEBUG oslo_vmware.api [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.198643] env[62748]: DEBUG nova.network.neutron [req-4aebc722-2a0b-44c8-9130-ba1dfa650fa5 req-ebcb65ad-03da-4d16-b416-cf50a3e0b986 service nova] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Updated VIF entry in instance network info cache for port ac17c326-c473-4f34-b87a-9dd11051784f. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.199150] env[62748]: DEBUG nova.network.neutron [req-4aebc722-2a0b-44c8-9130-ba1dfa650fa5 req-ebcb65ad-03da-4d16-b416-cf50a3e0b986 service nova] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Updating instance_info_cache with network_info: [{"id": "ac17c326-c473-4f34-b87a-9dd11051784f", "address": "fa:16:3e:d3:cb:f8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac17c326-c4", "ovs_interfaceid": "ac17c326-c473-4f34-b87a-9dd11051784f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.264164] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "refresh_cache-8303b35e-60a0-421e-893e-ed8e93675879" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.264337] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "refresh_cache-8303b35e-60a0-421e-893e-ed8e93675879" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.264490] env[62748]: DEBUG nova.network.neutron [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.384769] env[62748]: DEBUG nova.compute.utils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.388224] env[62748]: DEBUG nova.compute.manager [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.388332] env[62748]: DEBUG nova.network.neutron [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.443765] env[62748]: DEBUG nova.policy [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afceff519ef44c22b1297a5d520c4106', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b8996adfb9c4d67a526495377cad7be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.587602] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521e85b2-6f66-f0e9-aca1-f2d52a232ac7, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.588443] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05643d23-11ff-4bb2-9a88-e2204c6b7102 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.593833] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 695.593833] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d67f06-53a5-dd48-2555-edf4065c281f" [ 695.593833] env[62748]: _type = "Task" [ 695.593833] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.602691] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d67f06-53a5-dd48-2555-edf4065c281f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.654308] env[62748]: DEBUG oslo_vmware.api [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172251} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.654308] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.654308] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.654426] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.654521] env[62748]: INFO nova.compute.manager [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 695.654736] env[62748]: DEBUG oslo.service.loopingcall [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.654918] env[62748]: DEBUG nova.compute.manager [-] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.655019] env[62748]: DEBUG nova.network.neutron [-] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.703339] env[62748]: DEBUG oslo_concurrency.lockutils [req-4aebc722-2a0b-44c8-9130-ba1dfa650fa5 req-ebcb65ad-03da-4d16-b416-cf50a3e0b986 service nova] Releasing lock "refresh_cache-ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.745571] env[62748]: DEBUG nova.network.neutron [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Successfully created port: 03129ae6-0870-4152-b0b6-b20fd9ee246e {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.821678] env[62748]: DEBUG nova.network.neutron [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.888792] env[62748]: DEBUG nova.compute.manager [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.068089] env[62748]: DEBUG nova.network.neutron [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Updating instance_info_cache with network_info: [{"id": "f5cf21eb-a00f-4b08-ae73-f19ff288bba6", "address": "fa:16:3e:2a:5c:80", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5cf21eb-a0", "ovs_interfaceid": "f5cf21eb-a00f-4b08-ae73-f19ff288bba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.105227] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d67f06-53a5-dd48-2555-edf4065c281f, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.111020] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.111020] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] ba14c5ee-afa3-4ed6-9e94-1619cb75ef34/ba14c5ee-afa3-4ed6-9e94-1619cb75ef34.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.111020] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0847eff-ec79-4aa4-8227-5bda2beebf78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.115696] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 696.115696] env[62748]: value = "task-2749590" [ 696.115696] env[62748]: _type = "Task" [ 696.115696] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.126215] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.273677] env[62748]: DEBUG nova.compute.manager [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Received event network-vif-plugged-f5cf21eb-a00f-4b08-ae73-f19ff288bba6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.274198] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] Acquiring lock "8303b35e-60a0-421e-893e-ed8e93675879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.274198] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] Lock "8303b35e-60a0-421e-893e-ed8e93675879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.274302] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] Lock "8303b35e-60a0-421e-893e-ed8e93675879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.274450] env[62748]: DEBUG nova.compute.manager [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] No waiting events found dispatching network-vif-plugged-f5cf21eb-a00f-4b08-ae73-f19ff288bba6 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.274652] env[62748]: WARNING nova.compute.manager [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Received unexpected event network-vif-plugged-f5cf21eb-a00f-4b08-ae73-f19ff288bba6 for instance with vm_state building and task_state spawning. [ 696.274878] env[62748]: DEBUG nova.compute.manager [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Received event network-changed-f5cf21eb-a00f-4b08-ae73-f19ff288bba6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 696.275070] env[62748]: DEBUG nova.compute.manager [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Refreshing instance network info cache due to event network-changed-f5cf21eb-a00f-4b08-ae73-f19ff288bba6. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 696.275246] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] Acquiring lock "refresh_cache-8303b35e-60a0-421e-893e-ed8e93675879" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.435057] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a37b25-88e6-45ec-9969-c97914c07eda {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.447337] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73cd9d9-654f-4883-8402-5d2e8c088f91 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.479848] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192fbd9e-c689-47e0-85d0-5119fc3d464c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.490036] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569c49ea-e32e-49c0-b914-2b594aa99022 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.505803] env[62748]: DEBUG nova.compute.provider_tree [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.554258] env[62748]: DEBUG nova.network.neutron [-] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.570520] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "refresh_cache-8303b35e-60a0-421e-893e-ed8e93675879" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.570886] env[62748]: DEBUG nova.compute.manager [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Instance network_info: |[{"id": "f5cf21eb-a00f-4b08-ae73-f19ff288bba6", "address": "fa:16:3e:2a:5c:80", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5cf21eb-a0", "ovs_interfaceid": "f5cf21eb-a00f-4b08-ae73-f19ff288bba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.571529] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] Acquired lock "refresh_cache-8303b35e-60a0-421e-893e-ed8e93675879" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.571759] env[62748]: DEBUG nova.network.neutron [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Refreshing network info cache for port f5cf21eb-a00f-4b08-ae73-f19ff288bba6 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.573448] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:5c:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5cf21eb-a00f-4b08-ae73-f19ff288bba6', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.581636] env[62748]: DEBUG oslo.service.loopingcall [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.581964] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.582210] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c0bec5e-5e50-4257-b142-16bc96cfe0bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.601941] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.601941] env[62748]: value = "task-2749591" [ 696.601941] env[62748]: _type = "Task" [ 696.601941] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.609681] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749591, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.624484] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468005} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.624829] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] ba14c5ee-afa3-4ed6-9e94-1619cb75ef34/ba14c5ee-afa3-4ed6-9e94-1619cb75ef34.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.625051] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.625587] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3660deb2-2c84-4f30-88c9-76bb242e37e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.633419] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 696.633419] env[62748]: value = "task-2749592" [ 696.633419] env[62748]: _type = "Task" [ 696.633419] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.642119] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.906653] env[62748]: DEBUG nova.compute.manager [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.931988] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.932299] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.932476] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.932660] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.932810] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.932967] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.933226] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.933416] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.933591] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.933751] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.933940] env[62748]: DEBUG nova.virt.hardware [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.934877] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404989fc-791d-48bc-abb8-3d0e42611a82 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.944712] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1644121-8a83-4e5e-b152-9798080803cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.037275] env[62748]: DEBUG nova.scheduler.client.report [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 697.037691] env[62748]: DEBUG nova.compute.provider_tree [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 60 to 61 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 697.037791] env[62748]: DEBUG nova.compute.provider_tree [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.056646] env[62748]: INFO nova.compute.manager [-] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Took 1.40 seconds to deallocate network for instance. [ 697.111599] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749591, 'name': CreateVM_Task, 'duration_secs': 0.409146} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.111766] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.112439] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.112609] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.112914] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.113171] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab01ed17-9234-495b-9413-bfd8588747ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.117877] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 697.117877] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5225246d-d349-0ef5-d089-7c4966706a48" [ 697.117877] env[62748]: _type = "Task" [ 697.117877] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.126377] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5225246d-d349-0ef5-d089-7c4966706a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.141916] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067305} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.144145] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.144897] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025f0d6a-eea9-4a28-8fb1-ae614272447a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.171857] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] ba14c5ee-afa3-4ed6-9e94-1619cb75ef34/ba14c5ee-afa3-4ed6-9e94-1619cb75ef34.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.172751] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc79faa-2618-4278-b6eb-fa2f29d352a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.189057] env[62748]: DEBUG nova.compute.manager [req-97b0c362-d161-49d2-a335-49181ee141d2 req-328771f5-459c-43ae-ad34-9f9fe93b0e1a service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Received event network-vif-plugged-03129ae6-0870-4152-b0b6-b20fd9ee246e {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 697.189112] env[62748]: DEBUG oslo_concurrency.lockutils [req-97b0c362-d161-49d2-a335-49181ee141d2 req-328771f5-459c-43ae-ad34-9f9fe93b0e1a service nova] Acquiring lock "d4caa239-66c2-4304-91a9-38f960480d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.189327] env[62748]: DEBUG oslo_concurrency.lockutils [req-97b0c362-d161-49d2-a335-49181ee141d2 req-328771f5-459c-43ae-ad34-9f9fe93b0e1a service nova] Lock "d4caa239-66c2-4304-91a9-38f960480d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.189496] env[62748]: DEBUG oslo_concurrency.lockutils [req-97b0c362-d161-49d2-a335-49181ee141d2 req-328771f5-459c-43ae-ad34-9f9fe93b0e1a service nova] Lock "d4caa239-66c2-4304-91a9-38f960480d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.191614] env[62748]: DEBUG nova.compute.manager [req-97b0c362-d161-49d2-a335-49181ee141d2 req-328771f5-459c-43ae-ad34-9f9fe93b0e1a service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] No waiting events found dispatching network-vif-plugged-03129ae6-0870-4152-b0b6-b20fd9ee246e {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.191614] env[62748]: WARNING nova.compute.manager [req-97b0c362-d161-49d2-a335-49181ee141d2 req-328771f5-459c-43ae-ad34-9f9fe93b0e1a service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Received unexpected event network-vif-plugged-03129ae6-0870-4152-b0b6-b20fd9ee246e for instance with vm_state building and task_state spawning. [ 697.197440] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 697.197440] env[62748]: value = "task-2749593" [ 697.197440] env[62748]: _type = "Task" [ 697.197440] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.205122] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.284160] env[62748]: DEBUG nova.network.neutron [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Successfully updated port: 03129ae6-0870-4152-b0b6-b20fd9ee246e {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.347462] env[62748]: DEBUG nova.network.neutron [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Updated VIF entry in instance network info cache for port f5cf21eb-a00f-4b08-ae73-f19ff288bba6. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.347904] env[62748]: DEBUG nova.network.neutron [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Updating instance_info_cache with network_info: [{"id": "f5cf21eb-a00f-4b08-ae73-f19ff288bba6", "address": "fa:16:3e:2a:5c:80", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5cf21eb-a0", "ovs_interfaceid": "f5cf21eb-a00f-4b08-ae73-f19ff288bba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.542635] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.543180] env[62748]: DEBUG nova.compute.manager [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.546064] env[62748]: DEBUG oslo_concurrency.lockutils [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.598s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.546318] env[62748]: DEBUG oslo_concurrency.lockutils [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.548467] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.056s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.548658] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.550585] env[62748]: DEBUG oslo_concurrency.lockutils [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.613s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.550770] env[62748]: DEBUG oslo_concurrency.lockutils [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.552863] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.461s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.553110] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.554944] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.138s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.557247] env[62748]: INFO nova.compute.claims [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.563082] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.592979] env[62748]: INFO nova.scheduler.client.report [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Deleted allocations for instance 8842fff5-d67c-4a65-aff9-caa201f5ac62 [ 697.595839] env[62748]: INFO nova.scheduler.client.report [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Deleted allocations for instance 4729a3ca-91da-420b-8dcc-0de78e24be9c [ 697.605569] env[62748]: INFO nova.scheduler.client.report [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Deleted allocations for instance 7808ea67-3dc2-40be-b425-7839d2b54d36 [ 697.612896] env[62748]: INFO nova.scheduler.client.report [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Deleted allocations for instance d9bedd18-76a1-4912-89ea-df433761d661 [ 697.629560] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5225246d-d349-0ef5-d089-7c4966706a48, 'name': SearchDatastore_Task, 'duration_secs': 0.011441} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.629851] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.630112] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.630319] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.630469] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.630644] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.630891] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab424cbe-25cf-42a9-a4cd-e508b9a79382 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.638801] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.638939] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.639661] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35dcabf-ea88-48b0-8fa0-f1899d918d78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.644671] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 697.644671] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5276c5eb-e98f-ceff-bc87-94b47d113f02" [ 697.644671] env[62748]: _type = "Task" [ 697.644671] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.653756] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5276c5eb-e98f-ceff-bc87-94b47d113f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.707393] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.787959] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.787959] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.787959] env[62748]: DEBUG nova.network.neutron [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.851751] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] Releasing lock "refresh_cache-8303b35e-60a0-421e-893e-ed8e93675879" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.851751] env[62748]: DEBUG nova.compute.manager [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Received event network-vif-deleted-3c667f3b-1a49-4482-98e3-872e09a01810 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 697.851751] env[62748]: INFO nova.compute.manager [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Neutron deleted interface 3c667f3b-1a49-4482-98e3-872e09a01810; detaching it from the instance and deleting it from the info cache [ 697.851918] env[62748]: DEBUG nova.network.neutron [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.066029] env[62748]: DEBUG nova.compute.utils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.070420] env[62748]: DEBUG nova.compute.manager [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.070786] env[62748]: DEBUG nova.network.neutron [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.099820] env[62748]: DEBUG oslo_concurrency.lockutils [None req-64f6d615-124a-4ff5-b00d-0d5dc9816ebe tempest-FloatingIPsAssociationNegativeTestJSON-1561049093 tempest-FloatingIPsAssociationNegativeTestJSON-1561049093-project-member] Lock "8842fff5-d67c-4a65-aff9-caa201f5ac62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.624s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.105273] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d431d67c-7e73-43ab-bb0e-0d05385af7c2 tempest-FloatingIPsAssociationTestJSON-2004101998 tempest-FloatingIPsAssociationTestJSON-2004101998-project-member] Lock "4729a3ca-91da-420b-8dcc-0de78e24be9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.082s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.122908] env[62748]: DEBUG oslo_concurrency.lockutils [None req-142e916f-5189-4801-a6aa-54d7c26481ff tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "7808ea67-3dc2-40be-b425-7839d2b54d36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.425s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.123680] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d6f1e96b-b0c6-44a3-b40c-c31e5fb226f1 tempest-ServersAdminNegativeTestJSON-1465576242 tempest-ServersAdminNegativeTestJSON-1465576242-project-member] Lock "d9bedd18-76a1-4912-89ea-df433761d661" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.917s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.126077] env[62748]: DEBUG nova.policy [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afceff519ef44c22b1297a5d520c4106', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b8996adfb9c4d67a526495377cad7be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.155342] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5276c5eb-e98f-ceff-bc87-94b47d113f02, 'name': SearchDatastore_Task, 'duration_secs': 0.008115} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.156181] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124e42bb-e7fd-413e-819c-d31e41c41510 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.161276] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 698.161276] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52797424-fe05-bd1a-62b4-d05d06a0102e" [ 698.161276] env[62748]: _type = "Task" [ 698.161276] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.172810] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52797424-fe05-bd1a-62b4-d05d06a0102e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.206597] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749593, 'name': ReconfigVM_Task, 'duration_secs': 0.58247} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.208299] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Reconfigured VM instance instance-00000026 to attach disk [datastore2] ba14c5ee-afa3-4ed6-9e94-1619cb75ef34/ba14c5ee-afa3-4ed6-9e94-1619cb75ef34.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.208299] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e6eeabb-14bf-43d4-9c0d-3e5160bfb7bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.213593] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 698.213593] env[62748]: value = "task-2749594" [ 698.213593] env[62748]: _type = "Task" [ 698.213593] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.222417] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749594, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.332394] env[62748]: DEBUG nova.network.neutron [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.354389] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7221852b-369b-4028-9feb-be160863043c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.366077] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d47c1d-2926-487e-8462-04a521e2261d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.401911] env[62748]: DEBUG nova.compute.manager [req-ca666197-44a2-47ca-9c0a-4abf092fdf38 req-3b00daf4-6709-41f2-9102-7f08d3e2a926 service nova] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Detach interface failed, port_id=3c667f3b-1a49-4482-98e3-872e09a01810, reason: Instance 162ea36e-6177-499d-b468-479a71e74fc9 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 698.578024] env[62748]: DEBUG nova.compute.manager [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.582736] env[62748]: DEBUG nova.network.neutron [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Updating instance_info_cache with network_info: [{"id": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "address": "fa:16:3e:c6:23:dc", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03129ae6-08", "ovs_interfaceid": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.677389] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52797424-fe05-bd1a-62b4-d05d06a0102e, 'name': SearchDatastore_Task, 'duration_secs': 0.029704} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.681220] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.681526] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 8303b35e-60a0-421e-893e-ed8e93675879/8303b35e-60a0-421e-893e-ed8e93675879.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.682094] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19ed58bb-934a-43aa-8304-3114ba055bb9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.690406] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 698.690406] env[62748]: value = "task-2749595" [ 698.690406] env[62748]: _type = "Task" [ 698.690406] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.702224] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.733953] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749594, 'name': Rename_Task, 'duration_secs': 0.136991} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.737247] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.737247] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59a89e43-6fa7-4056-ab94-ba14a0166d59 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.742701] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 698.742701] env[62748]: value = "task-2749596" [ 698.742701] env[62748]: _type = "Task" [ 698.742701] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.751110] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.088960] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.089274] env[62748]: DEBUG nova.compute.manager [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Instance network_info: |[{"id": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "address": "fa:16:3e:c6:23:dc", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03129ae6-08", "ovs_interfaceid": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.093522] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:23:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03129ae6-0870-4152-b0b6-b20fd9ee246e', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.106543] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Creating folder: Project (4b8996adfb9c4d67a526495377cad7be). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.107272] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cfe1233-c3fa-40be-a64d-c2963bb936cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.115576] env[62748]: DEBUG nova.network.neutron [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Successfully created port: b46a0818-87f8-41d3-969e-a87a8b1b5a4f {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.123046] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Created folder: Project (4b8996adfb9c4d67a526495377cad7be) in parent group-v553264. [ 699.123404] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Creating folder: Instances. Parent ref: group-v553379. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.123896] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-380c6cee-03a7-404d-982f-f520d7ca1c05 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.135463] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Created folder: Instances in parent group-v553379. [ 699.135835] env[62748]: DEBUG oslo.service.loopingcall [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.136098] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.138907] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b591f25c-a40d-4ee1-bafe-a7abf340172c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.162399] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.162399] env[62748]: value = "task-2749599" [ 699.162399] env[62748]: _type = "Task" [ 699.162399] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.170934] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749599, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.188520] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfc5226-2659-4a13-9c86-e78043a2aef2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.203104] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749595, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.206374] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d23ae9-b161-4619-af24-09b138a87fe3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.212916] env[62748]: DEBUG nova.compute.manager [req-85ca6f9c-85e4-4a82-89b9-902ed9eb966d req-5df051d2-1a70-4673-b463-b5e2568d2a32 service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Received event network-changed-03129ae6-0870-4152-b0b6-b20fd9ee246e {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 699.213177] env[62748]: DEBUG nova.compute.manager [req-85ca6f9c-85e4-4a82-89b9-902ed9eb966d req-5df051d2-1a70-4673-b463-b5e2568d2a32 service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Refreshing instance network info cache due to event network-changed-03129ae6-0870-4152-b0b6-b20fd9ee246e. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 699.213544] env[62748]: DEBUG oslo_concurrency.lockutils [req-85ca6f9c-85e4-4a82-89b9-902ed9eb966d req-5df051d2-1a70-4673-b463-b5e2568d2a32 service nova] Acquiring lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.213659] env[62748]: DEBUG oslo_concurrency.lockutils [req-85ca6f9c-85e4-4a82-89b9-902ed9eb966d req-5df051d2-1a70-4673-b463-b5e2568d2a32 service nova] Acquired lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.213854] env[62748]: DEBUG nova.network.neutron [req-85ca6f9c-85e4-4a82-89b9-902ed9eb966d req-5df051d2-1a70-4673-b463-b5e2568d2a32 service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Refreshing network info cache for port 03129ae6-0870-4152-b0b6-b20fd9ee246e {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.253439] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb9b57f-67ed-41e4-995a-7e3fc65335b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.262934] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749596, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.266451] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d621e09a-26da-47ce-9003-e095eee6f958 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.281472] env[62748]: DEBUG nova.compute.provider_tree [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.599704] env[62748]: DEBUG nova.compute.manager [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.627070] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.627070] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.627070] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.627070] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.627393] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.627657] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.627890] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.628084] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.628298] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.628470] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.628644] env[62748]: DEBUG nova.virt.hardware [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.629540] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aba25c-457e-4671-97ae-5c61766c9afb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.640422] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2727d4-0cf8-4232-94da-9b81d0857b48 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.671965] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749599, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.703382] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513263} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.703382] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 8303b35e-60a0-421e-893e-ed8e93675879/8303b35e-60a0-421e-893e-ed8e93675879.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.703382] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.703382] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83f5533d-337f-40a2-9154-18089bef883b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.710567] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 699.710567] env[62748]: value = "task-2749600" [ 699.710567] env[62748]: _type = "Task" [ 699.710567] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.727052] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.763370] env[62748]: DEBUG oslo_vmware.api [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749596, 'name': PowerOnVM_Task, 'duration_secs': 0.615454} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.763947] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.763947] env[62748]: INFO nova.compute.manager [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Took 7.96 seconds to spawn the instance on the hypervisor. [ 699.763947] env[62748]: DEBUG nova.compute.manager [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.764873] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0f4551-167a-47ff-8955-9455cfcb021f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.785160] env[62748]: DEBUG nova.scheduler.client.report [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.847966] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "a2407427-0faa-4725-bc88-0bd543fed37b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.848807] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.183682] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749599, 'name': CreateVM_Task, 'duration_secs': 0.809644} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.183682] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.184934] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.184934] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.185474] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.185666] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a18ff7-994a-47f0-aaea-d1c8f69fb3f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.191930] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 700.191930] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e7b47-3628-308c-5645-f692002c68a3" [ 700.191930] env[62748]: _type = "Task" [ 700.191930] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.203580] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e7b47-3628-308c-5645-f692002c68a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.204705] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.204705] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.205232] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.205232] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.205415] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.205745] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d10a820-9e2e-4bc4-99d8-173ec3b49301 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.220052] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215853} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.220502] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.221193] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d36bc7-b655-42e7-95bc-6d9f9824d960 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.224969] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.225159] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.226199] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01100b42-d9a2-4c9f-b492-38d96e43f826 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.240103] env[62748]: DEBUG nova.network.neutron [req-85ca6f9c-85e4-4a82-89b9-902ed9eb966d req-5df051d2-1a70-4673-b463-b5e2568d2a32 service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Updated VIF entry in instance network info cache for port 03129ae6-0870-4152-b0b6-b20fd9ee246e. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.240760] env[62748]: DEBUG nova.network.neutron [req-85ca6f9c-85e4-4a82-89b9-902ed9eb966d req-5df051d2-1a70-4673-b463-b5e2568d2a32 service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Updating instance_info_cache with network_info: [{"id": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "address": "fa:16:3e:c6:23:dc", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03129ae6-08", "ovs_interfaceid": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.251322] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8303b35e-60a0-421e-893e-ed8e93675879/8303b35e-60a0-421e-893e-ed8e93675879.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.252609] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6df11f59-10e5-47a9-82a8-36cd2a5f7ba1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.285407] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 700.285407] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52982114-9200-5cee-5c57-6e7bfc5251ae" [ 700.285407] env[62748]: _type = "Task" [ 700.285407] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.290085] env[62748]: INFO nova.compute.manager [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Took 47.56 seconds to build instance. [ 700.291590] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.292049] env[62748]: DEBUG nova.compute.manager [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.295890] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.297296] env[62748]: INFO nova.compute.claims [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.300509] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 700.300509] env[62748]: value = "task-2749601" [ 700.300509] env[62748]: _type = "Task" [ 700.300509] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.307381] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52982114-9200-5cee-5c57-6e7bfc5251ae, 'name': SearchDatastore_Task, 'duration_secs': 0.013326} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.308906] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed44341-f23c-4b8c-882b-4677c84f11f0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.315888] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.320484] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 700.320484] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525d6187-5b9e-82ec-274c-9e8db4958f2d" [ 700.320484] env[62748]: _type = "Task" [ 700.320484] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.329297] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525d6187-5b9e-82ec-274c-9e8db4958f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.352581] env[62748]: DEBUG nova.compute.utils [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.753227] env[62748]: DEBUG oslo_concurrency.lockutils [req-85ca6f9c-85e4-4a82-89b9-902ed9eb966d req-5df051d2-1a70-4673-b463-b5e2568d2a32 service nova] Releasing lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.797202] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f80798c-850a-4171-a838-44b8011e211f tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.333s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.802723] env[62748]: DEBUG nova.compute.utils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.809381] env[62748]: DEBUG nova.compute.manager [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.809381] env[62748]: DEBUG nova.network.neutron [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.820510] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749601, 'name': ReconfigVM_Task, 'duration_secs': 0.276047} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.824629] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8303b35e-60a0-421e-893e-ed8e93675879/8303b35e-60a0-421e-893e-ed8e93675879.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.825537] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1712183a-ca1b-45e4-95f1-07de09aadb1d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.833194] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525d6187-5b9e-82ec-274c-9e8db4958f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.834632] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.836715] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] d4caa239-66c2-4304-91a9-38f960480d3d/d4caa239-66c2-4304-91a9-38f960480d3d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.836715] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 700.836715] env[62748]: value = "task-2749602" [ 700.836715] env[62748]: _type = "Task" [ 700.836715] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.836715] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09ae6ac8-6b05-4d95-bfc5-10cb306319d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.851429] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749602, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.851429] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 700.851429] env[62748]: value = "task-2749603" [ 700.851429] env[62748]: _type = "Task" [ 700.851429] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.855166] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.860734] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.933625] env[62748]: DEBUG nova.policy [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8c84111607c4d809564dc8e61461695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80ff8c605c634541a1f4b0f0ca771b42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.307468] env[62748]: DEBUG nova.compute.manager [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.353812] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749602, 'name': Rename_Task, 'duration_secs': 0.139293} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.360447] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.367483] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0956fbd4-0d01-4ccd-bf39-605628701595 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.377037] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749603, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.378278] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 701.378278] env[62748]: value = "task-2749604" [ 701.378278] env[62748]: _type = "Task" [ 701.378278] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.390803] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749604, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.562780] env[62748]: DEBUG nova.network.neutron [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Successfully updated port: b46a0818-87f8-41d3-969e-a87a8b1b5a4f {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.587562] env[62748]: DEBUG nova.network.neutron [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Successfully created port: a364b8be-cffd-41eb-b6fc-dbad9e0f887b {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.709663] env[62748]: DEBUG nova.compute.manager [req-3b90bc25-2c6a-4745-b703-3cd6f1af5f2d req-a9353b5a-7d0b-430c-bca0-361600a40cb4 service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Received event network-vif-plugged-b46a0818-87f8-41d3-969e-a87a8b1b5a4f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 701.709663] env[62748]: DEBUG oslo_concurrency.lockutils [req-3b90bc25-2c6a-4745-b703-3cd6f1af5f2d req-a9353b5a-7d0b-430c-bca0-361600a40cb4 service nova] Acquiring lock "e871c207-f227-4f3c-82a3-b314d26670b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.709663] env[62748]: DEBUG oslo_concurrency.lockutils [req-3b90bc25-2c6a-4745-b703-3cd6f1af5f2d req-a9353b5a-7d0b-430c-bca0-361600a40cb4 service nova] Lock "e871c207-f227-4f3c-82a3-b314d26670b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.709663] env[62748]: DEBUG oslo_concurrency.lockutils [req-3b90bc25-2c6a-4745-b703-3cd6f1af5f2d req-a9353b5a-7d0b-430c-bca0-361600a40cb4 service nova] Lock "e871c207-f227-4f3c-82a3-b314d26670b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.709663] env[62748]: DEBUG nova.compute.manager [req-3b90bc25-2c6a-4745-b703-3cd6f1af5f2d req-a9353b5a-7d0b-430c-bca0-361600a40cb4 service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] No waiting events found dispatching network-vif-plugged-b46a0818-87f8-41d3-969e-a87a8b1b5a4f {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.710157] env[62748]: WARNING nova.compute.manager [req-3b90bc25-2c6a-4745-b703-3cd6f1af5f2d req-a9353b5a-7d0b-430c-bca0-361600a40cb4 service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Received unexpected event network-vif-plugged-b46a0818-87f8-41d3-969e-a87a8b1b5a4f for instance with vm_state building and task_state spawning. [ 701.867038] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749603, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.885995] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd5b26-8b68-4949-bc88-e9860aed72a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.892020] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.896539] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4286003-c7f0-4d21-9eab-45b0798ae5e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.935556] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da52731-9588-4f09-81b5-60b842dead68 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.943080] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8801e5f-873a-4cc5-91ab-8ee290c18365 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.958518] env[62748]: DEBUG nova.compute.provider_tree [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.998602] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "a2407427-0faa-4725-bc88-0bd543fed37b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.998892] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.999153] env[62748]: INFO nova.compute.manager [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Attaching volume 3a3657c0-bb54-418d-b56b-d459b37c78be to /dev/sdb [ 702.054921] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1d87d3-f8ea-47d5-a482-0d4f8ab2627f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.062702] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747073c-1e93-4e1f-bec6-fbb3ecb5f1ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.066066] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "refresh_cache-e871c207-f227-4f3c-82a3-b314d26670b0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.066226] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "refresh_cache-e871c207-f227-4f3c-82a3-b314d26670b0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.066378] env[62748]: DEBUG nova.network.neutron [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.080826] env[62748]: DEBUG nova.virt.block_device [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Updating existing volume attachment record: 1bd6b337-4181-4c9a-a5a5-4df0e7e64793 {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 702.328824] env[62748]: DEBUG nova.compute.manager [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.354827] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.355061] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.355221] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.355409] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.355554] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.355696] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.355905] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.356422] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.356682] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.356860] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.357046] env[62748]: DEBUG nova.virt.hardware [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.358219] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889261d6-c520-4b19-8ca1-78dcbc914e83 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.371704] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749603, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.375438] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdc4851-ef46-4cf0-995e-01458df838ce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.397992] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.461283] env[62748]: DEBUG nova.scheduler.client.report [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.613185] env[62748]: DEBUG nova.network.neutron [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.777897] env[62748]: DEBUG nova.network.neutron [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Updating instance_info_cache with network_info: [{"id": "b46a0818-87f8-41d3-969e-a87a8b1b5a4f", "address": "fa:16:3e:bc:d3:29", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46a0818-87", "ovs_interfaceid": "b46a0818-87f8-41d3-969e-a87a8b1b5a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.869871] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749603, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.525253} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.870440] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] d4caa239-66c2-4304-91a9-38f960480d3d/d4caa239-66c2-4304-91a9-38f960480d3d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.870898] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.871296] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a21e5570-9d6e-4c01-bf3f-3e082cb0d619 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.878854] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 702.878854] env[62748]: value = "task-2749608" [ 702.878854] env[62748]: _type = "Task" [ 702.878854] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.891074] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.894736] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749604, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.969077] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.970222] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.378s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.972542] env[62748]: INFO nova.compute.claims [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.271481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquiring lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.273016] env[62748]: DEBUG oslo_concurrency.lockutils [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.277116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquiring lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.277116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.277116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.279738] env[62748]: INFO nova.compute.manager [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Terminating instance [ 703.281357] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "refresh_cache-e871c207-f227-4f3c-82a3-b314d26670b0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.281775] env[62748]: DEBUG nova.compute.manager [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Instance network_info: |[{"id": "b46a0818-87f8-41d3-969e-a87a8b1b5a4f", "address": "fa:16:3e:bc:d3:29", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46a0818-87", "ovs_interfaceid": "b46a0818-87f8-41d3-969e-a87a8b1b5a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.283122] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:d3:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b46a0818-87f8-41d3-969e-a87a8b1b5a4f', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.292526] env[62748]: DEBUG oslo.service.loopingcall [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.293504] env[62748]: DEBUG nova.compute.manager [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.293871] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.294528] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.295603] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deec952-16b0-4e8a-b72a-bc526e004b0d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.299224] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bad45127-770e-4b84-8099-8dec45933059 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.321709] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.322985] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d275e519-5ea6-43ca-acf0-3e5ce3eb2454 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.324607] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.324607] env[62748]: value = "task-2749609" [ 703.324607] env[62748]: _type = "Task" [ 703.324607] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.332160] env[62748]: DEBUG oslo_vmware.api [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 703.332160] env[62748]: value = "task-2749610" [ 703.332160] env[62748]: _type = "Task" [ 703.332160] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.339311] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749609, 'name': CreateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.346161] env[62748]: DEBUG oslo_vmware.api [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.394504] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087522} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.398656] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.399177] env[62748]: DEBUG oslo_vmware.api [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749604, 'name': PowerOnVM_Task, 'duration_secs': 1.604355} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.400085] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e742d-b116-4d98-b683-0cc3c04741c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.404661] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.405137] env[62748]: INFO nova.compute.manager [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Took 9.06 seconds to spawn the instance on the hypervisor. [ 703.405188] env[62748]: DEBUG nova.compute.manager [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.407137] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e543d3-e897-443d-8480-cf5b3ab2551a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.444857] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d4caa239-66c2-4304-91a9-38f960480d3d/d4caa239-66c2-4304-91a9-38f960480d3d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.444857] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08254851-9e03-4c35-937b-cf52b3966c39 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.465064] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 703.465064] env[62748]: value = "task-2749611" [ 703.465064] env[62748]: _type = "Task" [ 703.465064] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.476014] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.482020] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquiring lock "b4037067-b4e3-457f-aec5-4cf98bb64e1d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.482020] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "b4037067-b4e3-457f-aec5-4cf98bb64e1d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.727372] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "484733e8-fba8-475b-8387-3dd27b95c8cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.727627] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.816291] env[62748]: DEBUG nova.compute.manager [req-c0320d39-7ea0-4ee3-be9f-cf0ba62b16e3 req-29370157-bed3-4df1-9544-eb70aa6ac45a service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Received event network-changed-b46a0818-87f8-41d3-969e-a87a8b1b5a4f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 703.816492] env[62748]: DEBUG nova.compute.manager [req-c0320d39-7ea0-4ee3-be9f-cf0ba62b16e3 req-29370157-bed3-4df1-9544-eb70aa6ac45a service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Refreshing instance network info cache due to event network-changed-b46a0818-87f8-41d3-969e-a87a8b1b5a4f. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 703.816847] env[62748]: DEBUG oslo_concurrency.lockutils [req-c0320d39-7ea0-4ee3-be9f-cf0ba62b16e3 req-29370157-bed3-4df1-9544-eb70aa6ac45a service nova] Acquiring lock "refresh_cache-e871c207-f227-4f3c-82a3-b314d26670b0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.816847] env[62748]: DEBUG oslo_concurrency.lockutils [req-c0320d39-7ea0-4ee3-be9f-cf0ba62b16e3 req-29370157-bed3-4df1-9544-eb70aa6ac45a service nova] Acquired lock "refresh_cache-e871c207-f227-4f3c-82a3-b314d26670b0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.817016] env[62748]: DEBUG nova.network.neutron [req-c0320d39-7ea0-4ee3-be9f-cf0ba62b16e3 req-29370157-bed3-4df1-9544-eb70aa6ac45a service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Refreshing network info cache for port b46a0818-87f8-41d3-969e-a87a8b1b5a4f {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.845781] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749609, 'name': CreateVM_Task, 'duration_secs': 0.341294} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.848596] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.849204] env[62748]: DEBUG oslo_vmware.api [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749610, 'name': PowerOffVM_Task, 'duration_secs': 0.202434} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.850301] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.850301] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.850462] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.850853] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.851031] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.851259] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff99746-67c5-4781-bedc-eb5aa5fe3563 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.853583] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf1fa29-8fed-48c5-9278-b8fbd129f754 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.859658] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 703.859658] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cc5095-9057-4ff3-1dd0-e39a50d7796d" [ 703.859658] env[62748]: _type = "Task" [ 703.859658] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.869440] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cc5095-9057-4ff3-1dd0-e39a50d7796d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.915078] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.915241] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.915439] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Deleting the datastore file [datastore2] ba14c5ee-afa3-4ed6-9e94-1619cb75ef34 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.915705] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c82d6bee-d1c8-4790-b15b-10a2f980b662 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.926748] env[62748]: DEBUG oslo_vmware.api [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for the task: (returnval){ [ 703.926748] env[62748]: value = "task-2749613" [ 703.926748] env[62748]: _type = "Task" [ 703.926748] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.938234] env[62748]: DEBUG oslo_vmware.api [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.955021] env[62748]: INFO nova.compute.manager [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Took 49.47 seconds to build instance. [ 703.977811] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749611, 'name': ReconfigVM_Task, 'duration_secs': 0.506021} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.978129] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d4caa239-66c2-4304-91a9-38f960480d3d/d4caa239-66c2-4304-91a9-38f960480d3d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.978722] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b693ed5f-3d13-4f30-b25b-333f58687df9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.986818] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "b4037067-b4e3-457f-aec5-4cf98bb64e1d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.986818] env[62748]: DEBUG nova.compute.manager [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.990349] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 703.990349] env[62748]: value = "task-2749614" [ 703.990349] env[62748]: _type = "Task" [ 703.990349] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.003158] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749614, 'name': Rename_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.121860] env[62748]: DEBUG nova.compute.manager [req-af6398c2-b0c3-45bc-b91e-2b03e43ac74a req-d2490678-8ca9-4889-9077-f7acc66857f7 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Received event network-vif-plugged-a364b8be-cffd-41eb-b6fc-dbad9e0f887b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 704.122593] env[62748]: DEBUG oslo_concurrency.lockutils [req-af6398c2-b0c3-45bc-b91e-2b03e43ac74a req-d2490678-8ca9-4889-9077-f7acc66857f7 service nova] Acquiring lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.122593] env[62748]: DEBUG oslo_concurrency.lockutils [req-af6398c2-b0c3-45bc-b91e-2b03e43ac74a req-d2490678-8ca9-4889-9077-f7acc66857f7 service nova] Lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.122593] env[62748]: DEBUG oslo_concurrency.lockutils [req-af6398c2-b0c3-45bc-b91e-2b03e43ac74a req-d2490678-8ca9-4889-9077-f7acc66857f7 service nova] Lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.122806] env[62748]: DEBUG nova.compute.manager [req-af6398c2-b0c3-45bc-b91e-2b03e43ac74a req-d2490678-8ca9-4889-9077-f7acc66857f7 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] No waiting events found dispatching network-vif-plugged-a364b8be-cffd-41eb-b6fc-dbad9e0f887b {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.122936] env[62748]: WARNING nova.compute.manager [req-af6398c2-b0c3-45bc-b91e-2b03e43ac74a req-d2490678-8ca9-4889-9077-f7acc66857f7 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Received unexpected event network-vif-plugged-a364b8be-cffd-41eb-b6fc-dbad9e0f887b for instance with vm_state building and task_state spawning. [ 704.232073] env[62748]: DEBUG nova.compute.manager [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.378466] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cc5095-9057-4ff3-1dd0-e39a50d7796d, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.378850] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.379120] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.379303] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.379541] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.379615] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.379898] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0500a3f-4fd2-42d6-9953-ecc0d7c0522d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.391741] env[62748]: DEBUG nova.network.neutron [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Successfully updated port: a364b8be-cffd-41eb-b6fc-dbad9e0f887b {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.395614] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.398278] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.398278] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1dd3ac-2357-43fe-ad53-64de3ae3d005 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.404617] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 704.404617] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52171a20-4ef6-66ea-060f-c090434e2ef7" [ 704.404617] env[62748]: _type = "Task" [ 704.404617] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.420190] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52171a20-4ef6-66ea-060f-c090434e2ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.438766] env[62748]: DEBUG oslo_vmware.api [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Task: {'id': task-2749613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266024} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.439135] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.439786] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.440260] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.440444] env[62748]: INFO nova.compute.manager [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Took 1.15 seconds to destroy the instance on the hypervisor. [ 704.440702] env[62748]: DEBUG oslo.service.loopingcall [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.440911] env[62748]: DEBUG nova.compute.manager [-] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.440985] env[62748]: DEBUG nova.network.neutron [-] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.456113] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5f29b38a-67fd-49ae-b883-316764699251 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "8303b35e-60a0-421e-893e-ed8e93675879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.953s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.499053] env[62748]: DEBUG nova.compute.utils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.503593] env[62748]: DEBUG nova.compute.manager [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.503593] env[62748]: DEBUG nova.network.neutron [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.509980] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749614, 'name': Rename_Task, 'duration_secs': 0.185392} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.514033] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.514033] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9fce1b1-8f2d-4faf-8329-7e54a842dd47 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.522129] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 704.522129] env[62748]: value = "task-2749615" [ 704.522129] env[62748]: _type = "Task" [ 704.522129] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.537826] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.615987] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f965cf-50ad-499c-bbad-d4754334f3e1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.628483] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b196a5-c2ea-4ccc-a7c7-e60981e7ca2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.675853] env[62748]: DEBUG nova.policy [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de2de165f1274a048dfde106191a9173', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad73d0f03c224831a92a4831b2f02a0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.678033] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b049b-7a7d-4a34-b82b-b03b63db003b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.686434] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc642598-d4e6-4d7e-8691-3c62944da710 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.701621] env[62748]: DEBUG nova.compute.provider_tree [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.760848] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.893748] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquiring lock "refresh_cache-2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.895609] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquired lock "refresh_cache-2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.895609] env[62748]: DEBUG nova.network.neutron [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.916543] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52171a20-4ef6-66ea-060f-c090434e2ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.015204} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.916969] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6e18ed-96d6-48c0-ad97-01fd1f154ad5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.925846] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 704.925846] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52835993-5738-c567-4ad5-26f820914d49" [ 704.925846] env[62748]: _type = "Task" [ 704.925846] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.934474] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52835993-5738-c567-4ad5-26f820914d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.983310] env[62748]: DEBUG nova.network.neutron [req-c0320d39-7ea0-4ee3-be9f-cf0ba62b16e3 req-29370157-bed3-4df1-9544-eb70aa6ac45a service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Updated VIF entry in instance network info cache for port b46a0818-87f8-41d3-969e-a87a8b1b5a4f. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.983310] env[62748]: DEBUG nova.network.neutron [req-c0320d39-7ea0-4ee3-be9f-cf0ba62b16e3 req-29370157-bed3-4df1-9544-eb70aa6ac45a service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Updating instance_info_cache with network_info: [{"id": "b46a0818-87f8-41d3-969e-a87a8b1b5a4f", "address": "fa:16:3e:bc:d3:29", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46a0818-87", "ovs_interfaceid": "b46a0818-87f8-41d3-969e-a87a8b1b5a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.005836] env[62748]: DEBUG nova.compute.manager [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.038795] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.205283] env[62748]: DEBUG nova.scheduler.client.report [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.437279] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52835993-5738-c567-4ad5-26f820914d49, 'name': SearchDatastore_Task, 'duration_secs': 0.032969} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.438378] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.438378] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] e871c207-f227-4f3c-82a3-b314d26670b0/e871c207-f227-4f3c-82a3-b314d26670b0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.438378] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47fac973-b7bb-4186-8fb3-441091995a46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.447017] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 705.447017] env[62748]: value = "task-2749617" [ 705.447017] env[62748]: _type = "Task" [ 705.447017] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.458199] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.470022] env[62748]: DEBUG nova.network.neutron [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.487497] env[62748]: DEBUG oslo_concurrency.lockutils [req-c0320d39-7ea0-4ee3-be9f-cf0ba62b16e3 req-29370157-bed3-4df1-9544-eb70aa6ac45a service nova] Releasing lock "refresh_cache-e871c207-f227-4f3c-82a3-b314d26670b0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.504385] env[62748]: DEBUG nova.network.neutron [-] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.539776] env[62748]: DEBUG oslo_vmware.api [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749615, 'name': PowerOnVM_Task, 'duration_secs': 0.974544} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.540022] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.540340] env[62748]: INFO nova.compute.manager [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Took 8.63 seconds to spawn the instance on the hypervisor. [ 705.542175] env[62748]: DEBUG nova.compute.manager [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.542175] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81e9f7b-5bd1-4a79-aa0a-7d5bc939deab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.567820] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95ec67e-bbb5-4e70-accf-74b1a81590ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.574230] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab1723-c43c-4070-9e03-9303d0b240d5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Suspending the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 705.575398] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-03c2e261-faf4-40a5-a43e-1c596cdb0f25 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.585960] env[62748]: DEBUG oslo_vmware.api [None req-64ab1723-c43c-4070-9e03-9303d0b240d5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 705.585960] env[62748]: value = "task-2749618" [ 705.585960] env[62748]: _type = "Task" [ 705.585960] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.596297] env[62748]: DEBUG oslo_vmware.api [None req-64ab1723-c43c-4070-9e03-9303d0b240d5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749618, 'name': SuspendVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.663149] env[62748]: DEBUG nova.network.neutron [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Successfully created port: 3825fa29-6d58-4641-8d98-f298ab1d1ab4 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.677765] env[62748]: DEBUG nova.network.neutron [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Updating instance_info_cache with network_info: [{"id": "a364b8be-cffd-41eb-b6fc-dbad9e0f887b", "address": "fa:16:3e:52:54:a0", "network": {"id": "1a3a002c-5cfd-4b04-8584-e639529aab21", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1749312289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80ff8c605c634541a1f4b0f0ca771b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa364b8be-cf", "ovs_interfaceid": "a364b8be-cffd-41eb-b6fc-dbad9e0f887b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.715432] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.715432] env[62748]: DEBUG nova.compute.manager [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.719401] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.550s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.722315] env[62748]: INFO nova.compute.claims [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.956804] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749617, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.006600] env[62748]: INFO nova.compute.manager [-] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Took 1.57 seconds to deallocate network for instance. [ 706.016685] env[62748]: DEBUG nova.compute.manager [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.040693] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.040693] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.040693] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.040693] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.041136] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.041221] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.041548] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.041629] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.041895] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.041960] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.042155] env[62748]: DEBUG nova.virt.hardware [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.043134] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca7ee90-d45c-434d-9a0d-11adb2df4cf8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.056598] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f29bee-7999-436e-a80f-afc38f270c14 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.082909] env[62748]: INFO nova.compute.manager [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Took 50.73 seconds to build instance. [ 706.097070] env[62748]: DEBUG oslo_vmware.api [None req-64ab1723-c43c-4070-9e03-9303d0b240d5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749618, 'name': SuspendVM_Task} progress is 83%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.184560] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Releasing lock "refresh_cache-2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.184560] env[62748]: DEBUG nova.compute.manager [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Instance network_info: |[{"id": "a364b8be-cffd-41eb-b6fc-dbad9e0f887b", "address": "fa:16:3e:52:54:a0", "network": {"id": "1a3a002c-5cfd-4b04-8584-e639529aab21", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1749312289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80ff8c605c634541a1f4b0f0ca771b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa364b8be-cf", "ovs_interfaceid": "a364b8be-cffd-41eb-b6fc-dbad9e0f887b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.184560] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:54:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a364b8be-cffd-41eb-b6fc-dbad9e0f887b', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.192217] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Creating folder: Project (80ff8c605c634541a1f4b0f0ca771b42). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.192568] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6366c3a5-8f88-4fa2-afdc-5e1400086637 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.203578] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Created folder: Project (80ff8c605c634541a1f4b0f0ca771b42) in parent group-v553264. [ 706.204822] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Creating folder: Instances. Parent ref: group-v553385. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.205117] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b67b93e-9729-4628-a282-a04d13a85805 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.215322] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Created folder: Instances in parent group-v553385. [ 706.215984] env[62748]: DEBUG oslo.service.loopingcall [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.216294] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.216690] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-430e7fbf-548a-4325-98dd-2d84d45d536b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.236028] env[62748]: DEBUG nova.compute.utils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.240532] env[62748]: DEBUG nova.compute.manager [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.240822] env[62748]: DEBUG nova.network.neutron [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.248279] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.248279] env[62748]: value = "task-2749621" [ 706.248279] env[62748]: _type = "Task" [ 706.248279] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.257805] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749621, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.307990] env[62748]: DEBUG nova.compute.manager [req-48a468e8-e65b-4d1c-9500-6a6a9564c8b9 req-3b8eb33e-22be-4ea3-bc31-22375138be89 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Received event network-changed-a364b8be-cffd-41eb-b6fc-dbad9e0f887b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 706.307990] env[62748]: DEBUG nova.compute.manager [req-48a468e8-e65b-4d1c-9500-6a6a9564c8b9 req-3b8eb33e-22be-4ea3-bc31-22375138be89 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Refreshing instance network info cache due to event network-changed-a364b8be-cffd-41eb-b6fc-dbad9e0f887b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 706.307990] env[62748]: DEBUG oslo_concurrency.lockutils [req-48a468e8-e65b-4d1c-9500-6a6a9564c8b9 req-3b8eb33e-22be-4ea3-bc31-22375138be89 service nova] Acquiring lock "refresh_cache-2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.307990] env[62748]: DEBUG oslo_concurrency.lockutils [req-48a468e8-e65b-4d1c-9500-6a6a9564c8b9 req-3b8eb33e-22be-4ea3-bc31-22375138be89 service nova] Acquired lock "refresh_cache-2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.308596] env[62748]: DEBUG nova.network.neutron [req-48a468e8-e65b-4d1c-9500-6a6a9564c8b9 req-3b8eb33e-22be-4ea3-bc31-22375138be89 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Refreshing network info cache for port a364b8be-cffd-41eb-b6fc-dbad9e0f887b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.326261] env[62748]: DEBUG nova.policy [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '673f2d8d3fba4ab5bb95a53f5d4797b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a947ab411ebf47f996c7c320a9e4c5df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.465022] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699958} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.465022] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] e871c207-f227-4f3c-82a3-b314d26670b0/e871c207-f227-4f3c-82a3-b314d26670b0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.465022] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.465022] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0eaa8ca-893b-4ea1-80c4-e1c18183acb8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.475656] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 706.475656] env[62748]: value = "task-2749622" [ 706.475656] env[62748]: _type = "Task" [ 706.475656] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.484730] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.514467] env[62748]: DEBUG oslo_concurrency.lockutils [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.589421] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c5c1778-c29d-4090-beec-92e781e62ab6 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "d4caa239-66c2-4304-91a9-38f960480d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.131s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.602977] env[62748]: DEBUG oslo_vmware.api [None req-64ab1723-c43c-4070-9e03-9303d0b240d5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749618, 'name': SuspendVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.643473] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 706.643880] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553383', 'volume_id': '3a3657c0-bb54-418d-b56b-d459b37c78be', 'name': 'volume-3a3657c0-bb54-418d-b56b-d459b37c78be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2407427-0faa-4725-bc88-0bd543fed37b', 'attached_at': '', 'detached_at': '', 'volume_id': '3a3657c0-bb54-418d-b56b-d459b37c78be', 'serial': '3a3657c0-bb54-418d-b56b-d459b37c78be'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 706.644799] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fdff2c-36e0-4d59-bf63-243bcb312288 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.662886] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cbfda1-4e23-4678-8e38-f7e0961a1720 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.697322] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] volume-3a3657c0-bb54-418d-b56b-d459b37c78be/volume-3a3657c0-bb54-418d-b56b-d459b37c78be.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.697660] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4bcae73-fda2-4baf-a8c1-10e3b81e9841 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.717414] env[62748]: DEBUG oslo_vmware.api [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 706.717414] env[62748]: value = "task-2749623" [ 706.717414] env[62748]: _type = "Task" [ 706.717414] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.728116] env[62748]: DEBUG oslo_vmware.api [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.743356] env[62748]: DEBUG nova.compute.manager [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.759896] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749621, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.840165] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquiring lock "16b3c94e-bc91-4509-b235-c1c84df19f63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.840412] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "16b3c94e-bc91-4509-b235-c1c84df19f63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.989171] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147916} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.993073] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.997488] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bd03cc-0f41-4564-986f-b846f9650a8a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.026579] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e871c207-f227-4f3c-82a3-b314d26670b0/e871c207-f227-4f3c-82a3-b314d26670b0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.032579] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ff1e324-0128-43fe-8f8a-5fc218c7896d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.051982] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 707.051982] env[62748]: value = "task-2749624" [ 707.051982] env[62748]: _type = "Task" [ 707.051982] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.066581] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749624, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.103400] env[62748]: DEBUG oslo_vmware.api [None req-64ab1723-c43c-4070-9e03-9303d0b240d5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749618, 'name': SuspendVM_Task, 'duration_secs': 1.084636} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.104625] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-64ab1723-c43c-4070-9e03-9303d0b240d5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Suspended the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 707.104625] env[62748]: DEBUG nova.compute.manager [None req-64ab1723-c43c-4070-9e03-9303d0b240d5 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.104947] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba9f863-5bf4-4f7b-abf4-cff712da6406 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.166446] env[62748]: DEBUG nova.network.neutron [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Successfully created port: 75279aa1-f612-4521-b71e-bc2838914ede {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.170306] env[62748]: DEBUG nova.network.neutron [req-48a468e8-e65b-4d1c-9500-6a6a9564c8b9 req-3b8eb33e-22be-4ea3-bc31-22375138be89 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Updated VIF entry in instance network info cache for port a364b8be-cffd-41eb-b6fc-dbad9e0f887b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.172025] env[62748]: DEBUG nova.network.neutron [req-48a468e8-e65b-4d1c-9500-6a6a9564c8b9 req-3b8eb33e-22be-4ea3-bc31-22375138be89 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Updating instance_info_cache with network_info: [{"id": "a364b8be-cffd-41eb-b6fc-dbad9e0f887b", "address": "fa:16:3e:52:54:a0", "network": {"id": "1a3a002c-5cfd-4b04-8584-e639529aab21", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1749312289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80ff8c605c634541a1f4b0f0ca771b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa364b8be-cf", "ovs_interfaceid": "a364b8be-cffd-41eb-b6fc-dbad9e0f887b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.230532] env[62748]: DEBUG oslo_vmware.api [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.271511] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749621, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.344065] env[62748]: DEBUG nova.compute.manager [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.404047] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8018182f-93b5-4764-aa51-e9e968d5881c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.414205] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a107515-c1b2-4a48-9fd4-0884bc0357bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.454025] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d44af9-a9f9-451c-a8a9-65a3dd1becfe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.463074] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eb8e82-fc57-4cf4-9acc-526f7aeb702e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.480755] env[62748]: DEBUG nova.compute.provider_tree [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.562868] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.677146] env[62748]: DEBUG oslo_concurrency.lockutils [req-48a468e8-e65b-4d1c-9500-6a6a9564c8b9 req-3b8eb33e-22be-4ea3-bc31-22375138be89 service nova] Releasing lock "refresh_cache-2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.677146] env[62748]: DEBUG nova.compute.manager [req-48a468e8-e65b-4d1c-9500-6a6a9564c8b9 req-3b8eb33e-22be-4ea3-bc31-22375138be89 service nova] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Received event network-vif-deleted-ac17c326-c473-4f34-b87a-9dd11051784f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.736381] env[62748]: DEBUG oslo_vmware.api [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.763063] env[62748]: DEBUG nova.compute.manager [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.775013] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749621, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.802777] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.802777] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.802777] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.802777] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.802777] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.802777] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.802777] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.802777] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.803137] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.803137] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.803194] env[62748]: DEBUG nova.virt.hardware [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.804165] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da55c028-6cf1-493a-8f6f-691a6dbe6fd3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.817129] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25678ed6-6dbe-42b2-91da-8cea7020bc16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.826821] env[62748]: DEBUG nova.network.neutron [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Successfully updated port: 3825fa29-6d58-4641-8d98-f298ab1d1ab4 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.880179] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.979702] env[62748]: DEBUG nova.compute.manager [req-3dfe2e81-ec7e-4c35-a0a2-2e5885480edf req-b7198f31-b0cc-49cf-9664-687fa32caa3e service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Received event network-vif-plugged-3825fa29-6d58-4641-8d98-f298ab1d1ab4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.979702] env[62748]: DEBUG oslo_concurrency.lockutils [req-3dfe2e81-ec7e-4c35-a0a2-2e5885480edf req-b7198f31-b0cc-49cf-9664-687fa32caa3e service nova] Acquiring lock "717fed14-da66-44b8-a85e-ecee499dfeaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.979702] env[62748]: DEBUG oslo_concurrency.lockutils [req-3dfe2e81-ec7e-4c35-a0a2-2e5885480edf req-b7198f31-b0cc-49cf-9664-687fa32caa3e service nova] Lock "717fed14-da66-44b8-a85e-ecee499dfeaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.981396] env[62748]: DEBUG oslo_concurrency.lockutils [req-3dfe2e81-ec7e-4c35-a0a2-2e5885480edf req-b7198f31-b0cc-49cf-9664-687fa32caa3e service nova] Lock "717fed14-da66-44b8-a85e-ecee499dfeaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.981712] env[62748]: DEBUG nova.compute.manager [req-3dfe2e81-ec7e-4c35-a0a2-2e5885480edf req-b7198f31-b0cc-49cf-9664-687fa32caa3e service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] No waiting events found dispatching network-vif-plugged-3825fa29-6d58-4641-8d98-f298ab1d1ab4 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.981987] env[62748]: WARNING nova.compute.manager [req-3dfe2e81-ec7e-4c35-a0a2-2e5885480edf req-b7198f31-b0cc-49cf-9664-687fa32caa3e service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Received unexpected event network-vif-plugged-3825fa29-6d58-4641-8d98-f298ab1d1ab4 for instance with vm_state building and task_state spawning. [ 707.998764] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.998764] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.020277] env[62748]: ERROR nova.scheduler.client.report [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [req-7935020d-07f4-4f95-8f9e-ede8561141c0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7935020d-07f4-4f95-8f9e-ede8561141c0"}]} [ 708.043156] env[62748]: DEBUG nova.scheduler.client.report [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 708.070053] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749624, 'name': ReconfigVM_Task, 'duration_secs': 0.688065} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.071214] env[62748]: DEBUG nova.scheduler.client.report [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 708.071353] env[62748]: DEBUG nova.compute.provider_tree [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.073312] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e871c207-f227-4f3c-82a3-b314d26670b0/e871c207-f227-4f3c-82a3-b314d26670b0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.074235] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84568701-f80a-4d66-8bbf-f31dd03ddc2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.082224] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 708.082224] env[62748]: value = "task-2749625" [ 708.082224] env[62748]: _type = "Task" [ 708.082224] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.086041] env[62748]: DEBUG nova.scheduler.client.report [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 708.095153] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749625, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.121496] env[62748]: DEBUG nova.scheduler.client.report [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 708.235522] env[62748]: DEBUG oslo_vmware.api [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749623, 'name': ReconfigVM_Task, 'duration_secs': 1.042909} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.235925] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Reconfigured VM instance instance-00000010 to attach disk [datastore1] volume-3a3657c0-bb54-418d-b56b-d459b37c78be/volume-3a3657c0-bb54-418d-b56b-d459b37c78be.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.249158] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496b3d35-cb13-4082-a79c-b7dc1c987abc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.271296] env[62748]: DEBUG oslo_vmware.api [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 708.271296] env[62748]: value = "task-2749626" [ 708.271296] env[62748]: _type = "Task" [ 708.271296] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.273780] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749621, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.285027] env[62748]: DEBUG oslo_vmware.api [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.334953] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquiring lock "refresh_cache-717fed14-da66-44b8-a85e-ecee499dfeaf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.335253] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquired lock "refresh_cache-717fed14-da66-44b8-a85e-ecee499dfeaf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.335508] env[62748]: DEBUG nova.network.neutron [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.500070] env[62748]: DEBUG nova.compute.manager [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.600082] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749625, 'name': Rename_Task, 'duration_secs': 0.142221} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.600307] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.600565] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1b3daf5-4246-4a06-a932-520847a79945 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.607834] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 708.607834] env[62748]: value = "task-2749627" [ 708.607834] env[62748]: _type = "Task" [ 708.607834] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.620140] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.749011] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24de5f61-9a20-466a-ab96-e44421305748 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.759220] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0802d0a8-7212-4917-b7c5-bc728ba7f628 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.770989] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749621, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.799905] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb62c96d-01d6-460b-a072-a06401bb176a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.811848] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf76a8-5b2b-466a-8ee0-7ce986a508e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.816693] env[62748]: DEBUG oslo_vmware.api [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749626, 'name': ReconfigVM_Task, 'duration_secs': 0.142491} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.817063] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553383', 'volume_id': '3a3657c0-bb54-418d-b56b-d459b37c78be', 'name': 'volume-3a3657c0-bb54-418d-b56b-d459b37c78be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2407427-0faa-4725-bc88-0bd543fed37b', 'attached_at': '', 'detached_at': '', 'volume_id': '3a3657c0-bb54-418d-b56b-d459b37c78be', 'serial': '3a3657c0-bb54-418d-b56b-d459b37c78be'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 708.829801] env[62748]: DEBUG nova.compute.provider_tree [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.875754] env[62748]: DEBUG nova.network.neutron [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.022797] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.064842] env[62748]: DEBUG nova.network.neutron [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Updating instance_info_cache with network_info: [{"id": "3825fa29-6d58-4641-8d98-f298ab1d1ab4", "address": "fa:16:3e:1d:3d:02", "network": {"id": "6b91b6e1-b6b5-40a7-9d96-953f90b2bff8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1719736894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad73d0f03c224831a92a4831b2f02a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3825fa29-6d", "ovs_interfaceid": "3825fa29-6d58-4641-8d98-f298ab1d1ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.124518] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749627, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.272791] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749621, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.375302] env[62748]: DEBUG nova.scheduler.client.report [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 709.375615] env[62748]: DEBUG nova.compute.provider_tree [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 64 to 65 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 709.376281] env[62748]: DEBUG nova.compute.provider_tree [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.456941] env[62748]: DEBUG nova.compute.manager [req-f64cfd4b-26e9-4e82-af45-67e1e7af7df9 req-5adf0393-56cb-430b-9bc0-76e14d5c8ead service nova] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Received event network-vif-plugged-75279aa1-f612-4521-b71e-bc2838914ede {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.457182] env[62748]: DEBUG oslo_concurrency.lockutils [req-f64cfd4b-26e9-4e82-af45-67e1e7af7df9 req-5adf0393-56cb-430b-9bc0-76e14d5c8ead service nova] Acquiring lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.457783] env[62748]: DEBUG oslo_concurrency.lockutils [req-f64cfd4b-26e9-4e82-af45-67e1e7af7df9 req-5adf0393-56cb-430b-9bc0-76e14d5c8ead service nova] Lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.457971] env[62748]: DEBUG oslo_concurrency.lockutils [req-f64cfd4b-26e9-4e82-af45-67e1e7af7df9 req-5adf0393-56cb-430b-9bc0-76e14d5c8ead service nova] Lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.458155] env[62748]: DEBUG nova.compute.manager [req-f64cfd4b-26e9-4e82-af45-67e1e7af7df9 req-5adf0393-56cb-430b-9bc0-76e14d5c8ead service nova] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] No waiting events found dispatching network-vif-plugged-75279aa1-f612-4521-b71e-bc2838914ede {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.458337] env[62748]: WARNING nova.compute.manager [req-f64cfd4b-26e9-4e82-af45-67e1e7af7df9 req-5adf0393-56cb-430b-9bc0-76e14d5c8ead service nova] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Received unexpected event network-vif-plugged-75279aa1-f612-4521-b71e-bc2838914ede for instance with vm_state building and task_state spawning. [ 709.572250] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Releasing lock "refresh_cache-717fed14-da66-44b8-a85e-ecee499dfeaf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.572523] env[62748]: DEBUG nova.compute.manager [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Instance network_info: |[{"id": "3825fa29-6d58-4641-8d98-f298ab1d1ab4", "address": "fa:16:3e:1d:3d:02", "network": {"id": "6b91b6e1-b6b5-40a7-9d96-953f90b2bff8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1719736894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad73d0f03c224831a92a4831b2f02a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3825fa29-6d", "ovs_interfaceid": "3825fa29-6d58-4641-8d98-f298ab1d1ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.573286] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:3d:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3825fa29-6d58-4641-8d98-f298ab1d1ab4', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.582066] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Creating folder: Project (ad73d0f03c224831a92a4831b2f02a0d). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.582385] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f2e7f43-3876-40e8-bea3-9bf4a829e199 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.592718] env[62748]: DEBUG nova.network.neutron [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Successfully updated port: 75279aa1-f612-4521-b71e-bc2838914ede {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.595314] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Created folder: Project (ad73d0f03c224831a92a4831b2f02a0d) in parent group-v553264. [ 709.595567] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Creating folder: Instances. Parent ref: group-v553388. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.598561] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54f98d48-e294-497d-b195-7978255873dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.606445] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Created folder: Instances in parent group-v553388. [ 709.606782] env[62748]: DEBUG oslo.service.loopingcall [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.607509] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.607509] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9ba9648-fecc-4756-863b-aa145c177a86 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.638405] env[62748]: DEBUG oslo_vmware.api [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749627, 'name': PowerOnVM_Task, 'duration_secs': 0.964695} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.640014] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.640255] env[62748]: INFO nova.compute.manager [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Took 10.04 seconds to spawn the instance on the hypervisor. [ 709.640471] env[62748]: DEBUG nova.compute.manager [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.640946] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.640946] env[62748]: value = "task-2749630" [ 709.640946] env[62748]: _type = "Task" [ 709.640946] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.641769] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d67658-3738-40af-a869-f3caec1e0420 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.660389] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749630, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.775796] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749621, 'name': CreateVM_Task, 'duration_secs': 3.192296} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.775978] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.778566] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.778566] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.778566] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 709.778566] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f178c93e-59f8-4d9b-ab75-1b4705d4b248 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.783454] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 709.783454] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529eb1f2-5cb2-ad6a-b75a-d01dacc97c5a" [ 709.783454] env[62748]: _type = "Task" [ 709.783454] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.791443] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529eb1f2-5cb2-ad6a-b75a-d01dacc97c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.865466] env[62748]: DEBUG nova.compute.manager [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.866359] env[62748]: DEBUG nova.objects.instance [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lazy-loading 'flavor' on Instance uuid a2407427-0faa-4725-bc88-0bd543fed37b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.868242] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf792911-33de-4591-a66d-6e81a25ab7b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.886673] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.167s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.887231] env[62748]: DEBUG nova.compute.manager [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.889675] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.497s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.889892] env[62748]: DEBUG nova.objects.instance [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lazy-loading 'resources' on Instance uuid 222810b1-343f-4ee0-bcc5-307f7a13fa8f {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.099878] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquiring lock "refresh_cache-fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.099878] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquired lock "refresh_cache-fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.099878] env[62748]: DEBUG nova.network.neutron [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.132881] env[62748]: DEBUG oslo_concurrency.lockutils [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.135661] env[62748]: DEBUG oslo_concurrency.lockutils [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.135661] env[62748]: DEBUG oslo_concurrency.lockutils [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.135661] env[62748]: DEBUG oslo_concurrency.lockutils [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.135661] env[62748]: DEBUG oslo_concurrency.lockutils [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.136796] env[62748]: INFO nova.compute.manager [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Terminating instance [ 710.158347] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749630, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.169461] env[62748]: INFO nova.compute.manager [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Took 52.78 seconds to build instance. [ 710.208197] env[62748]: DEBUG nova.compute.manager [req-bd3584d4-cfce-4e14-ad58-6a3780a35c0e req-6dcdff86-8780-4981-9e01-b8e78a5eba4b service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Received event network-changed-3825fa29-6d58-4641-8d98-f298ab1d1ab4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 710.208197] env[62748]: DEBUG nova.compute.manager [req-bd3584d4-cfce-4e14-ad58-6a3780a35c0e req-6dcdff86-8780-4981-9e01-b8e78a5eba4b service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Refreshing instance network info cache due to event network-changed-3825fa29-6d58-4641-8d98-f298ab1d1ab4. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 710.208197] env[62748]: DEBUG oslo_concurrency.lockutils [req-bd3584d4-cfce-4e14-ad58-6a3780a35c0e req-6dcdff86-8780-4981-9e01-b8e78a5eba4b service nova] Acquiring lock "refresh_cache-717fed14-da66-44b8-a85e-ecee499dfeaf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.208197] env[62748]: DEBUG oslo_concurrency.lockutils [req-bd3584d4-cfce-4e14-ad58-6a3780a35c0e req-6dcdff86-8780-4981-9e01-b8e78a5eba4b service nova] Acquired lock "refresh_cache-717fed14-da66-44b8-a85e-ecee499dfeaf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.208460] env[62748]: DEBUG nova.network.neutron [req-bd3584d4-cfce-4e14-ad58-6a3780a35c0e req-6dcdff86-8780-4981-9e01-b8e78a5eba4b service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Refreshing network info cache for port 3825fa29-6d58-4641-8d98-f298ab1d1ab4 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.295332] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529eb1f2-5cb2-ad6a-b75a-d01dacc97c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01427} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.295332] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.295544] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.295811] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.295946] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.296601] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.296898] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a05e61f2-22e3-4013-b427-67eeb4fdaf8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.306115] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.307672] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.307672] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84776f6-6567-4a7c-995b-e92f076387fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.312808] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 710.312808] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528eb077-d7cf-516f-e276-62dafb020e37" [ 710.312808] env[62748]: _type = "Task" [ 710.312808] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.322071] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528eb077-d7cf-516f-e276-62dafb020e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.375891] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8bb1768e-2df3-4c2b-81db-f21de3daf42a tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.377s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.382886] env[62748]: INFO nova.compute.manager [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] instance snapshotting [ 710.383163] env[62748]: WARNING nova.compute.manager [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 710.386224] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10776a8-32fb-4441-a90a-6a2e9aa64bf4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.431338] env[62748]: DEBUG nova.compute.utils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.434448] env[62748]: DEBUG nova.compute.manager [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.434640] env[62748]: DEBUG nova.network.neutron [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.437157] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41918b5-87bb-4f1f-904e-14a793cd7690 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.542442] env[62748]: DEBUG nova.policy [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657c32d9e1db48a69e52639098cf78db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad53645cb74f3d9bc2a219aae61163', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.641429] env[62748]: DEBUG nova.network.neutron [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.644353] env[62748]: DEBUG nova.compute.manager [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.644561] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.645419] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c4a180-2adf-4826-a404-6c0ffd57469f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.663920] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749630, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.664211] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.666614] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da015048-423d-42b0-8325-46620a054211 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.674977] env[62748]: DEBUG oslo_concurrency.lockutils [None req-17e08e5f-a9f6-4eec-b570-576e48c080be tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "e871c207-f227-4f3c-82a3-b314d26670b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.036s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.676419] env[62748]: DEBUG oslo_vmware.api [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 710.676419] env[62748]: value = "task-2749631" [ 710.676419] env[62748]: _type = "Task" [ 710.676419] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.685771] env[62748]: DEBUG oslo_vmware.api [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.768445] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.768718] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.826808] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528eb077-d7cf-516f-e276-62dafb020e37, 'name': SearchDatastore_Task, 'duration_secs': 0.015422} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.827849] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6a609c-30d3-4069-8050-7e6d39c6610e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.833752] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 710.833752] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52252ad5-7817-f3cc-45ac-2048db177a2c" [ 710.833752] env[62748]: _type = "Task" [ 710.833752] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.841786] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52252ad5-7817-f3cc-45ac-2048db177a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.934675] env[62748]: DEBUG nova.compute.manager [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.940209] env[62748]: DEBUG nova.network.neutron [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Updating instance_info_cache with network_info: [{"id": "75279aa1-f612-4521-b71e-bc2838914ede", "address": "fa:16:3e:df:67:eb", "network": {"id": "4b9ab1fe-2b50-4460-a1e5-ce6661398747", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1690715426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a947ab411ebf47f996c7c320a9e4c5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75279aa1-f6", "ovs_interfaceid": "75279aa1-f612-4521-b71e-bc2838914ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.955268] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 710.958104] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d3738c40-caa9-4135-9d83-d6c14cb65141 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.970364] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 710.970364] env[62748]: value = "task-2749632" [ 710.970364] env[62748]: _type = "Task" [ 710.970364] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.979405] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749632, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.998110] env[62748]: DEBUG nova.network.neutron [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Successfully created port: 6bdb3ef9-7a00-461b-ab68-86768897ab4e {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.039183] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39a9451-2add-47be-ab70-fdf9257069a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.042700] env[62748]: DEBUG nova.network.neutron [req-bd3584d4-cfce-4e14-ad58-6a3780a35c0e req-6dcdff86-8780-4981-9e01-b8e78a5eba4b service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Updated VIF entry in instance network info cache for port 3825fa29-6d58-4641-8d98-f298ab1d1ab4. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.043267] env[62748]: DEBUG nova.network.neutron [req-bd3584d4-cfce-4e14-ad58-6a3780a35c0e req-6dcdff86-8780-4981-9e01-b8e78a5eba4b service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Updating instance_info_cache with network_info: [{"id": "3825fa29-6d58-4641-8d98-f298ab1d1ab4", "address": "fa:16:3e:1d:3d:02", "network": {"id": "6b91b6e1-b6b5-40a7-9d96-953f90b2bff8", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1719736894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad73d0f03c224831a92a4831b2f02a0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3825fa29-6d", "ovs_interfaceid": "3825fa29-6d58-4641-8d98-f298ab1d1ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.050254] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d04e6d-1a52-4e82-b000-f92b8434daeb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.092030] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcc36e8-428a-405d-9b59-c56f98828dba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.101425] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bded69-148f-4144-bd01-5a99142ecffc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.120192] env[62748]: DEBUG nova.compute.provider_tree [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.140024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "ce4532df-3d21-4836-bde5-dec47e5c9592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.140293] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "ce4532df-3d21-4836-bde5-dec47e5c9592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.165056] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749630, 'name': CreateVM_Task, 'duration_secs': 1.498345} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.165230] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.165920] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.166411] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.167506] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.168077] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86cab792-8431-48b5-a6b3-0dec90af144b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.177289] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 711.177289] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d5a6df-09ec-86ab-7e68-f0ed7e05aacf" [ 711.177289] env[62748]: _type = "Task" [ 711.177289] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.193618] env[62748]: DEBUG oslo_vmware.api [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749631, 'name': PowerOffVM_Task, 'duration_secs': 0.275024} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.194652] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d5a6df-09ec-86ab-7e68-f0ed7e05aacf, 'name': SearchDatastore_Task, 'duration_secs': 0.013569} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.194652] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.194652] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.195392] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.195392] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.195504] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.195625] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb22af53-1d5c-49bf-b0c2-6c54885af10a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.260167] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.260405] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.260592] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Deleting the datastore file [datastore2] aa19eaa0-199a-4c26-8e3c-04b323280ba7 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.260885] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-651bfd09-4ae5-4939-8b3e-c45747b544b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.269281] env[62748]: DEBUG oslo_vmware.api [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 711.269281] env[62748]: value = "task-2749634" [ 711.269281] env[62748]: _type = "Task" [ 711.269281] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.275089] env[62748]: DEBUG nova.compute.manager [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.283864] env[62748]: DEBUG oslo_vmware.api [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.343709] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52252ad5-7817-f3cc-45ac-2048db177a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.343930] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.344218] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd/2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.344513] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.344782] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.345052] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f57fd12a-fc6b-4a83-a9bc-21a8cb6509f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.347315] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1224038b-2586-4e22-8294-7ddf9fe98961 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.360041] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 711.360041] env[62748]: value = "task-2749635" [ 711.360041] env[62748]: _type = "Task" [ 711.360041] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.362939] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.362939] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.362939] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c214345-e2e8-41c3-b993-6a265a6e07ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.367330] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.370933] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 711.370933] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520f341f-e216-72b8-a91e-e8d99067995d" [ 711.370933] env[62748]: _type = "Task" [ 711.370933] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.378419] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520f341f-e216-72b8-a91e-e8d99067995d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.448147] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Releasing lock "refresh_cache-fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.448470] env[62748]: DEBUG nova.compute.manager [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Instance network_info: |[{"id": "75279aa1-f612-4521-b71e-bc2838914ede", "address": "fa:16:3e:df:67:eb", "network": {"id": "4b9ab1fe-2b50-4460-a1e5-ce6661398747", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1690715426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a947ab411ebf47f996c7c320a9e4c5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75279aa1-f6", "ovs_interfaceid": "75279aa1-f612-4521-b71e-bc2838914ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.448892] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:67:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75279aa1-f612-4521-b71e-bc2838914ede', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.458061] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Creating folder: Project (a947ab411ebf47f996c7c320a9e4c5df). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.461160] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2c81fc0-6ab4-4f59-ad92-daa4a098a2ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.472029] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Created folder: Project (a947ab411ebf47f996c7c320a9e4c5df) in parent group-v553264. [ 711.472317] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Creating folder: Instances. Parent ref: group-v553391. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.476980] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6c9d617-0e33-48bd-a6a8-3f6bc1af789e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.485322] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749632, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.487735] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Created folder: Instances in parent group-v553391. [ 711.488119] env[62748]: DEBUG oslo.service.loopingcall [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.488329] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.488549] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9431b20-fde4-40e3-912c-a5f1688ab045 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.511199] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.511199] env[62748]: value = "task-2749638" [ 711.511199] env[62748]: _type = "Task" [ 711.511199] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.520729] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749638, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.546414] env[62748]: DEBUG oslo_concurrency.lockutils [req-bd3584d4-cfce-4e14-ad58-6a3780a35c0e req-6dcdff86-8780-4981-9e01-b8e78a5eba4b service nova] Releasing lock "refresh_cache-717fed14-da66-44b8-a85e-ecee499dfeaf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.561154] env[62748]: DEBUG oslo_concurrency.lockutils [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "a2407427-0faa-4725-bc88-0bd543fed37b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.561432] env[62748]: DEBUG oslo_concurrency.lockutils [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.580962] env[62748]: DEBUG nova.compute.manager [req-88dcba47-b79d-4f10-99da-286a2e9f8125 req-c1113c4c-75b8-4d1b-8c35-f17bfff66720 service nova] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Received event network-changed-75279aa1-f612-4521-b71e-bc2838914ede {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 711.581133] env[62748]: DEBUG nova.compute.manager [req-88dcba47-b79d-4f10-99da-286a2e9f8125 req-c1113c4c-75b8-4d1b-8c35-f17bfff66720 service nova] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Refreshing instance network info cache due to event network-changed-75279aa1-f612-4521-b71e-bc2838914ede. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 711.581339] env[62748]: DEBUG oslo_concurrency.lockutils [req-88dcba47-b79d-4f10-99da-286a2e9f8125 req-c1113c4c-75b8-4d1b-8c35-f17bfff66720 service nova] Acquiring lock "refresh_cache-fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.581508] env[62748]: DEBUG oslo_concurrency.lockutils [req-88dcba47-b79d-4f10-99da-286a2e9f8125 req-c1113c4c-75b8-4d1b-8c35-f17bfff66720 service nova] Acquired lock "refresh_cache-fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.581688] env[62748]: DEBUG nova.network.neutron [req-88dcba47-b79d-4f10-99da-286a2e9f8125 req-c1113c4c-75b8-4d1b-8c35-f17bfff66720 service nova] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Refreshing network info cache for port 75279aa1-f612-4521-b71e-bc2838914ede {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.623583] env[62748]: DEBUG nova.scheduler.client.report [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.653494] env[62748]: INFO nova.compute.manager [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Rescuing [ 711.653869] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "refresh_cache-e871c207-f227-4f3c-82a3-b314d26670b0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.653959] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "refresh_cache-e871c207-f227-4f3c-82a3-b314d26670b0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.654176] env[62748]: DEBUG nova.network.neutron [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.783830] env[62748]: DEBUG oslo_vmware.api [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189785} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.786410] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.787682] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.787682] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.787682] env[62748]: INFO nova.compute.manager [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 711.787682] env[62748]: DEBUG oslo.service.loopingcall [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 711.787859] env[62748]: DEBUG nova.compute.manager [-] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.787859] env[62748]: DEBUG nova.network.neutron [-] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.806848] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.870746] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749635, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.881524] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520f341f-e216-72b8-a91e-e8d99067995d, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.882708] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153fd475-0b43-4628-8cd3-270885d68f91 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.889250] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 711.889250] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520ad027-5acd-a72e-8395-9c37837605a2" [ 711.889250] env[62748]: _type = "Task" [ 711.889250] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.899563] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520ad027-5acd-a72e-8395-9c37837605a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.949583] env[62748]: DEBUG nova.compute.manager [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.974692] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:21:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='12ea0582-5405-45d4-8880-aded61cf8fff',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1340287908',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.974856] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.975013] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.975212] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.975361] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.976134] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.976134] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.976134] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.976294] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.976493] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.976680] env[62748]: DEBUG nova.virt.hardware [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.977658] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66515651-e623-4a2a-b41c-c0dff4d1f53e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.992890] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749632, 'name': CreateSnapshot_Task, 'duration_secs': 0.998287} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.995574] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 711.996615] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f8e084-915b-4e1b-87b3-691b2ce8f2d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.001407] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c656be6-364f-476e-8c4d-c00d443aa2c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.035194] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749638, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.064736] env[62748]: INFO nova.compute.manager [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Detaching volume 3a3657c0-bb54-418d-b56b-d459b37c78be [ 712.113191] env[62748]: INFO nova.virt.block_device [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Attempting to driver detach volume 3a3657c0-bb54-418d-b56b-d459b37c78be from mountpoint /dev/sdb [ 712.113399] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 712.113917] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553383', 'volume_id': '3a3657c0-bb54-418d-b56b-d459b37c78be', 'name': 'volume-3a3657c0-bb54-418d-b56b-d459b37c78be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2407427-0faa-4725-bc88-0bd543fed37b', 'attached_at': '', 'detached_at': '', 'volume_id': '3a3657c0-bb54-418d-b56b-d459b37c78be', 'serial': '3a3657c0-bb54-418d-b56b-d459b37c78be'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 712.116210] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bbdc4f-5c49-4550-87a8-0aae324463ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.139439] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.143078] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.907s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.143078] env[62748]: DEBUG nova.objects.instance [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lazy-loading 'resources' on Instance uuid c13e8fb2-fd31-4946-a5ae-156257bd6434 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.143078] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33475303-01fe-4fec-acfd-902114edbc2d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.155202] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5214b04b-9496-4dae-8bfd-63eeeb00ccd4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.180707] env[62748]: INFO nova.scheduler.client.report [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Deleted allocations for instance 222810b1-343f-4ee0-bcc5-307f7a13fa8f [ 712.182186] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101d18af-9ae0-4682-be37-e0e89cf10c46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.204485] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] The volume has not been displaced from its original location: [datastore1] volume-3a3657c0-bb54-418d-b56b-d459b37c78be/volume-3a3657c0-bb54-418d-b56b-d459b37c78be.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 712.208067] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 712.208750] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5bc1014-9864-4680-a25b-ca7bf493ca8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.227566] env[62748]: DEBUG oslo_vmware.api [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 712.227566] env[62748]: value = "task-2749639" [ 712.227566] env[62748]: _type = "Task" [ 712.227566] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.239574] env[62748]: DEBUG oslo_vmware.api [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.242323] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Acquiring lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.242620] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.370179] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566144} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.370475] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd/2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.370712] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.371064] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-474d7b92-8c7d-41c5-a47b-b07f299d6a71 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.378978] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 712.378978] env[62748]: value = "task-2749640" [ 712.378978] env[62748]: _type = "Task" [ 712.378978] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.387663] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.404411] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520ad027-5acd-a72e-8395-9c37837605a2, 'name': SearchDatastore_Task, 'duration_secs': 0.018511} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.405157] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.405157] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 717fed14-da66-44b8-a85e-ecee499dfeaf/717fed14-da66-44b8-a85e-ecee499dfeaf.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.405376] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a99b5abf-c675-49a2-b4b0-2268e2cdb8d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.413024] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 712.413024] env[62748]: value = "task-2749641" [ 712.413024] env[62748]: _type = "Task" [ 712.413024] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.421302] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.526326] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749638, 'name': CreateVM_Task, 'duration_secs': 0.541357} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.526678] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.527187] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.527355] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.527680] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 712.527932] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62625790-8f6a-4a07-b604-16337cf8dcde {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.537987] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 712.538729] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db028fe5-a6c5-409f-b724-20a3f5af557d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.545553] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 712.545553] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b18e4d-8318-a729-ffee-82b490e85a4b" [ 712.545553] env[62748]: _type = "Task" [ 712.545553] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.549966] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 712.549966] env[62748]: value = "task-2749642" [ 712.549966] env[62748]: _type = "Task" [ 712.549966] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.556088] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b18e4d-8318-a729-ffee-82b490e85a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.565730] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749642, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.576108] env[62748]: DEBUG nova.network.neutron [req-88dcba47-b79d-4f10-99da-286a2e9f8125 req-c1113c4c-75b8-4d1b-8c35-f17bfff66720 service nova] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Updated VIF entry in instance network info cache for port 75279aa1-f612-4521-b71e-bc2838914ede. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.576411] env[62748]: DEBUG nova.network.neutron [req-88dcba47-b79d-4f10-99da-286a2e9f8125 req-c1113c4c-75b8-4d1b-8c35-f17bfff66720 service nova] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Updating instance_info_cache with network_info: [{"id": "75279aa1-f612-4521-b71e-bc2838914ede", "address": "fa:16:3e:df:67:eb", "network": {"id": "4b9ab1fe-2b50-4460-a1e5-ce6661398747", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1690715426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a947ab411ebf47f996c7c320a9e4c5df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75279aa1-f6", "ovs_interfaceid": "75279aa1-f612-4521-b71e-bc2838914ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.620090] env[62748]: DEBUG nova.network.neutron [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Updating instance_info_cache with network_info: [{"id": "b46a0818-87f8-41d3-969e-a87a8b1b5a4f", "address": "fa:16:3e:bc:d3:29", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb46a0818-87", "ovs_interfaceid": "b46a0818-87f8-41d3-969e-a87a8b1b5a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.694250] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fedf1244-1089-4a12-b7d5-b5e6449dfd38 tempest-InstanceActionsV221TestJSON-1947687670 tempest-InstanceActionsV221TestJSON-1947687670-project-member] Lock "222810b1-343f-4ee0-bcc5-307f7a13fa8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.707s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.712253] env[62748]: DEBUG nova.network.neutron [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Successfully updated port: 6bdb3ef9-7a00-461b-ab68-86768897ab4e {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.738393] env[62748]: DEBUG oslo_vmware.api [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749639, 'name': ReconfigVM_Task, 'duration_secs': 0.237684} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.738709] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 712.746735] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-616c20ad-eeeb-4067-a1b4-6323e2dcc1f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.758632] env[62748]: DEBUG nova.compute.utils [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.765699] env[62748]: DEBUG oslo_vmware.api [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 712.765699] env[62748]: value = "task-2749643" [ 712.765699] env[62748]: _type = "Task" [ 712.765699] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.778575] env[62748]: DEBUG oslo_vmware.api [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.889602] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077534} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.889892] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.890945] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48aa4e3-1179-4a86-a1f5-5ff9f5292645 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.914201] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd/2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.916858] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f819a19a-c43b-472b-947b-77b545bdfca3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.940993] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749641, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.942435] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 712.942435] env[62748]: value = "task-2749644" [ 712.942435] env[62748]: _type = "Task" [ 712.942435] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.952761] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749644, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.965493] env[62748]: DEBUG nova.compute.manager [req-38a60128-29c8-4fe2-ab35-8336262fe207 req-08450839-e0ac-4e42-8376-62fdbc2963a4 service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Received event network-vif-deleted-378e6149-7ac5-4636-8bdf-64ad87e3f917 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 712.966147] env[62748]: INFO nova.compute.manager [req-38a60128-29c8-4fe2-ab35-8336262fe207 req-08450839-e0ac-4e42-8376-62fdbc2963a4 service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Neutron deleted interface 378e6149-7ac5-4636-8bdf-64ad87e3f917; detaching it from the instance and deleting it from the info cache [ 712.966147] env[62748]: DEBUG nova.network.neutron [req-38a60128-29c8-4fe2-ab35-8336262fe207 req-08450839-e0ac-4e42-8376-62fdbc2963a4 service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.060265] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b18e4d-8318-a729-ffee-82b490e85a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.066052} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.061141] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.061408] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.061619] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.061781] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.061970] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.062274] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d729b3a-0711-4df4-b277-1480fff1c4e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.067256] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749642, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.079534] env[62748]: DEBUG oslo_concurrency.lockutils [req-88dcba47-b79d-4f10-99da-286a2e9f8125 req-c1113c4c-75b8-4d1b-8c35-f17bfff66720 service nova] Releasing lock "refresh_cache-fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.082834] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.083061] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.086429] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d2a26a-19fd-492a-98fd-7ec6ce092d59 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.092211] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 713.092211] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ba0390-f240-9831-085a-6f38299efab7" [ 713.092211] env[62748]: _type = "Task" [ 713.092211] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.100955] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ba0390-f240-9831-085a-6f38299efab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.121546] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "refresh_cache-e871c207-f227-4f3c-82a3-b314d26670b0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.153056] env[62748]: DEBUG nova.network.neutron [-] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.214337] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1bb05c-a8b7-47f8-b7aa-4582532c7219 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.218010] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.218053] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.218281] env[62748]: DEBUG nova.network.neutron [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.225301] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b107db6-7d59-4b55-b85d-05abddd5965e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.261759] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.263268] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc56286e-fb77-4b74-a79e-c7d819b28f9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.276675] env[62748]: DEBUG oslo_vmware.api [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.280216] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2184e5d3-4056-40f2-9f9d-aa31ed27dbd5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.296065] env[62748]: DEBUG nova.compute.provider_tree [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.427232] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749641, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.461699] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.469822] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13dc1bf6-ce20-437a-b1b6-b39c2c6ffdab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.480151] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aabb629-67e5-4891-8678-8eb17108bddc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.521221] env[62748]: DEBUG nova.compute.manager [req-38a60128-29c8-4fe2-ab35-8336262fe207 req-08450839-e0ac-4e42-8376-62fdbc2963a4 service nova] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Detach interface failed, port_id=378e6149-7ac5-4636-8bdf-64ad87e3f917, reason: Instance aa19eaa0-199a-4c26-8e3c-04b323280ba7 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 713.560400] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749642, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.602850] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ba0390-f240-9831-085a-6f38299efab7, 'name': SearchDatastore_Task, 'duration_secs': 0.072878} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.603675] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db1b74f-4253-4bb6-8027-64def78c2df8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.608895] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 713.608895] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524a0619-c840-b42a-6635-279e576951f4" [ 713.608895] env[62748]: _type = "Task" [ 713.608895] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.616707] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524a0619-c840-b42a-6635-279e576951f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.658640] env[62748]: INFO nova.compute.manager [-] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Took 1.87 seconds to deallocate network for instance. [ 713.762936] env[62748]: DEBUG nova.network.neutron [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.780145] env[62748]: DEBUG oslo_vmware.api [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749643, 'name': ReconfigVM_Task, 'duration_secs': 0.836713} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.780145] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553383', 'volume_id': '3a3657c0-bb54-418d-b56b-d459b37c78be', 'name': 'volume-3a3657c0-bb54-418d-b56b-d459b37c78be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2407427-0faa-4725-bc88-0bd543fed37b', 'attached_at': '', 'detached_at': '', 'volume_id': '3a3657c0-bb54-418d-b56b-d459b37c78be', 'serial': '3a3657c0-bb54-418d-b56b-d459b37c78be'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 713.800370] env[62748]: DEBUG nova.scheduler.client.report [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.926769] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749641, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.027522} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.927030] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 717fed14-da66-44b8-a85e-ecee499dfeaf/717fed14-da66-44b8-a85e-ecee499dfeaf.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.927256] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.927509] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c0fde65-1ac9-4934-88a3-d8deda34ebeb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.933396] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 713.933396] env[62748]: value = "task-2749645" [ 713.933396] env[62748]: _type = "Task" [ 713.933396] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.942175] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.956354] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749644, 'name': ReconfigVM_Task, 'duration_secs': 0.761143} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.957357] env[62748]: DEBUG nova.network.neutron [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance_info_cache with network_info: [{"id": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "address": "fa:16:3e:4a:62:a8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdb3ef9-7a", "ovs_interfaceid": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.960655] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd/2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.960655] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-548a1610-abd1-43b7-aec6-013473e4b970 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.967036] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 713.967036] env[62748]: value = "task-2749646" [ 713.967036] env[62748]: _type = "Task" [ 713.967036] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.976945] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749646, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.995661] env[62748]: DEBUG nova.compute.manager [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Received event network-vif-plugged-6bdb3ef9-7a00-461b-ab68-86768897ab4e {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 713.995661] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] Acquiring lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.996134] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.997434] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.997569] env[62748]: DEBUG nova.compute.manager [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] No waiting events found dispatching network-vif-plugged-6bdb3ef9-7a00-461b-ab68-86768897ab4e {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.997676] env[62748]: WARNING nova.compute.manager [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Received unexpected event network-vif-plugged-6bdb3ef9-7a00-461b-ab68-86768897ab4e for instance with vm_state building and task_state spawning. [ 713.997846] env[62748]: DEBUG nova.compute.manager [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Received event network-changed-6bdb3ef9-7a00-461b-ab68-86768897ab4e {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 713.998017] env[62748]: DEBUG nova.compute.manager [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Refreshing instance network info cache due to event network-changed-6bdb3ef9-7a00-461b-ab68-86768897ab4e. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 713.998196] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] Acquiring lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.062238] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749642, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.119379] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524a0619-c840-b42a-6635-279e576951f4, 'name': SearchDatastore_Task, 'duration_secs': 0.031925} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.119538] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.119795] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] fbbdd3e4-48ef-4b4c-935f-03aac33efa5e/fbbdd3e4-48ef-4b4c-935f-03aac33efa5e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.120065] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4584e992-cf55-4530-bafc-c5268c555ee9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.127797] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 714.127797] env[62748]: value = "task-2749647" [ 714.127797] env[62748]: _type = "Task" [ 714.127797] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.136325] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.167295] env[62748]: DEBUG oslo_concurrency.lockutils [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.309256] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.315016] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.940s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.315318] env[62748]: DEBUG nova.objects.instance [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lazy-loading 'resources' on Instance uuid 728dec63-e119-4825-8af5-55497ed20df0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.322095] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Acquiring lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.322457] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.322617] env[62748]: INFO nova.compute.manager [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Attaching volume 486cfc73-ea39-4da4-a4d4-77701aefe7a8 to /dev/sdb [ 714.358958] env[62748]: DEBUG nova.objects.instance [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lazy-loading 'flavor' on Instance uuid a2407427-0faa-4725-bc88-0bd543fed37b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.362732] env[62748]: INFO nova.scheduler.client.report [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Deleted allocations for instance c13e8fb2-fd31-4946-a5ae-156257bd6434 [ 714.373021] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dc5ab2-1a55-4704-b04b-17d2f108953a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.383336] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c47b1a-d2f3-405b-b4c6-f4033ef003b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.403202] env[62748]: DEBUG nova.virt.block_device [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Updating existing volume attachment record: 89c99cc7-cbae-4ace-9c7c-06b7da8984c1 {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 714.449482] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079863} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.449482] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.450901] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf73630-5642-4bc6-9e28-4a2c8b24a270 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.475484] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.476023] env[62748]: DEBUG nova.compute.manager [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Instance network_info: |[{"id": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "address": "fa:16:3e:4a:62:a8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdb3ef9-7a", "ovs_interfaceid": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.494803] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 717fed14-da66-44b8-a85e-ecee499dfeaf/717fed14-da66-44b8-a85e-ecee499dfeaf.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.494803] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] Acquired lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.494803] env[62748]: DEBUG nova.network.neutron [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Refreshing network info cache for port 6bdb3ef9-7a00-461b-ab68-86768897ab4e {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.495300] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:62:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bdb3ef9-7a00-461b-ab68-86768897ab4e', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.511031] env[62748]: DEBUG oslo.service.loopingcall [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.515773] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad568eef-f57d-41d7-b1a8-e666b24bd132 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.545864] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.550038] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-629fdabd-f148-4981-a80b-cc2cf7cf460c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.583738] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 714.583738] env[62748]: value = "task-2749648" [ 714.583738] env[62748]: _type = "Task" [ 714.583738] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.584000] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749646, 'name': Rename_Task, 'duration_secs': 0.388592} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.585816] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.586058] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.586058] env[62748]: value = "task-2749649" [ 714.586058] env[62748]: _type = "Task" [ 714.586058] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.589268] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb740931-71fb-4e09-b91e-df4621c73a29 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.597727] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749642, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.603283] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.607932] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 714.607932] env[62748]: value = "task-2749652" [ 714.607932] env[62748]: _type = "Task" [ 714.607932] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.608135] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749649, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.623189] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749652, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.639177] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.661064] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.661598] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b70b031-bcea-49d7-88fa-0be1128ebb89 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.669451] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 714.669451] env[62748]: value = "task-2749654" [ 714.669451] env[62748]: _type = "Task" [ 714.669451] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.680027] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.874517] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9568c57a-f568-464e-a92d-b6d0c8274923 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "c13e8fb2-fd31-4946-a5ae-156257bd6434" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.226s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.900195] env[62748]: DEBUG nova.network.neutron [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updated VIF entry in instance network info cache for port 6bdb3ef9-7a00-461b-ab68-86768897ab4e. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.900580] env[62748]: DEBUG nova.network.neutron [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance_info_cache with network_info: [{"id": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "address": "fa:16:3e:4a:62:a8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdb3ef9-7a", "ovs_interfaceid": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.085454] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749642, 'name': CloneVM_Task, 'duration_secs': 2.312657} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.088305] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Created linked-clone VM from snapshot [ 715.097528] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaa3419-2ff4-4388-b36e-f48f2da270df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.116940] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Uploading image bd9e23f5-40a4-48ac-9f63-34f02fb41433 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 715.118148] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749648, 'name': ReconfigVM_Task, 'duration_secs': 0.360564} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.125887] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 717fed14-da66-44b8-a85e-ecee499dfeaf/717fed14-da66-44b8-a85e-ecee499dfeaf.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.127023] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749649, 'name': CreateVM_Task, 'duration_secs': 0.430983} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.129944] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ab7e2f3-7af6-4e00-9652-8fbba0230ca5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.130954] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.132647] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.132647] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.133263] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.143746] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aef26b4-b74e-4d5e-8c3d-8803dd57811e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.145986] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749652, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.150357] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 715.150357] env[62748]: value = "task-2749655" [ 715.150357] env[62748]: _type = "Task" [ 715.150357] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.157748] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.157748] env[62748]: value = "vm-553395" [ 715.157748] env[62748]: _type = "VirtualMachine" [ 715.157748] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.158040] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600872} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.158288] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c62803b7-77f4-451c-b432-a1294a8efb8d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.168279] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] fbbdd3e4-48ef-4b4c-935f-03aac33efa5e/fbbdd3e4-48ef-4b4c-935f-03aac33efa5e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.168546] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.168913] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 715.168913] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52481896-ba73-965b-3209-a8cada71500b" [ 715.168913] env[62748]: _type = "Task" [ 715.168913] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.171963] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-599d6e85-97fe-446a-aeb5-e4eb6e660ed5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.187230] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749655, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.187971] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lease: (returnval){ [ 715.187971] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529a663d-d85a-b4da-6d82-2c8b9aed3047" [ 715.187971] env[62748]: _type = "HttpNfcLease" [ 715.187971] env[62748]: } obtained for exporting VM: (result){ [ 715.187971] env[62748]: value = "vm-553395" [ 715.187971] env[62748]: _type = "VirtualMachine" [ 715.187971] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.187971] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the lease: (returnval){ [ 715.187971] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529a663d-d85a-b4da-6d82-2c8b9aed3047" [ 715.187971] env[62748]: _type = "HttpNfcLease" [ 715.187971] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.204023] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 715.204023] env[62748]: value = "task-2749657" [ 715.204023] env[62748]: _type = "Task" [ 715.204023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.204023] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52481896-ba73-965b-3209-a8cada71500b, 'name': SearchDatastore_Task, 'duration_secs': 0.016607} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.204023] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749654, 'name': PowerOffVM_Task, 'duration_secs': 0.194752} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.204759] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.205067] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.205344] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.205502] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.205802] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.206150] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.210914] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a99ed387-74a4-4566-99bc-3ef49d7937e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.213604] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702d0a7a-5e25-4052-8b69-e22141964d8f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.216464] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.216464] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529a663d-d85a-b4da-6d82-2c8b9aed3047" [ 715.216464] env[62748]: _type = "HttpNfcLease" [ 715.216464] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 715.219464] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 715.219464] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529a663d-d85a-b4da-6d82-2c8b9aed3047" [ 715.219464] env[62748]: _type = "HttpNfcLease" [ 715.219464] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 715.221462] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beaeed2-a500-4500-8b04-6b1ce85b29d8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.241546] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.245995] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39da9e77-0a9e-4fea-9b14-72618442bd74 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.248843] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.249041] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.253150] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a4a98d-e70a-4fb0-8407-94e0e9f2facf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.255594] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3eb8-1591-7b56-5594-b4d2629a7e82/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 715.255771] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3eb8-1591-7b56-5594-b4d2629a7e82/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 715.319880] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 715.319880] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525a2732-dfb1-e9e5-26ed-48a4a28aec12" [ 715.319880] env[62748]: _type = "Task" [ 715.319880] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.334023] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525a2732-dfb1-e9e5-26ed-48a4a28aec12, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.334766] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2887ca9c-aec8-4c3d-99e4-5aa2f1404d9a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.342195] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 715.342195] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5287b641-60cd-2b93-ea02-596a9009d529" [ 715.342195] env[62748]: _type = "Task" [ 715.342195] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.353495] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5287b641-60cd-2b93-ea02-596a9009d529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.355889] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.357233] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34779308-478b-426c-8fae-f8fc38d44458 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.364103] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 715.364103] env[62748]: value = "task-2749658" [ 715.364103] env[62748]: _type = "Task" [ 715.364103] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.369799] env[62748]: DEBUG oslo_concurrency.lockutils [None req-109f5291-9d60-456d-9946-f46b00ead4ae tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.808s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.377072] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 715.377298] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.377523] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.406921] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cc107c9-a320-43ea-b33a-b3900166c68b req-8c2ebaff-20c8-42bc-b6ec-03f3eaa00386 service nova] Releasing lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.427047] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-92ffa25d-5c2c-49cb-b358-e235d392a062 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.541195] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275c7bb3-37d1-44a1-9547-e3e827d6e67b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.548431] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5073c14f-ec66-4f65-bca5-6d536799ac4b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.553964] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.554074] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.554285] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 715.554481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.554655] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.557198] env[62748]: INFO nova.compute.manager [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Terminating instance [ 715.585698] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b117690-2e74-45b1-b82d-548cf66ee7af {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.593481] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e31d35-9ebc-4c40-9c77-68a13f0e4947 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.611696] env[62748]: DEBUG nova.compute.provider_tree [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.626016] env[62748]: DEBUG oslo_vmware.api [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2749652, 'name': PowerOnVM_Task, 'duration_secs': 0.59366} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.626016] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.626016] env[62748]: INFO nova.compute.manager [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Took 13.30 seconds to spawn the instance on the hypervisor. [ 715.626016] env[62748]: DEBUG nova.compute.manager [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.626553] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90941c0-9687-4fee-90f5-4a78e6ccff92 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.672322] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749655, 'name': Rename_Task, 'duration_secs': 0.17101} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.672683] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.672837] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c2a6747-ebaf-4ce2-aa4b-fcd5e7f3bb01 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.679631] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 715.679631] env[62748]: value = "task-2749659" [ 715.679631] env[62748]: _type = "Task" [ 715.679631] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.692110] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.717374] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076549} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.717779] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.718939] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db74546e-8494-4eec-9a14-dcb4983fefe3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.753818] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] fbbdd3e4-48ef-4b4c-935f-03aac33efa5e/fbbdd3e4-48ef-4b4c-935f-03aac33efa5e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.754998] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f0ba1d-fbc4-4f53-b274-cb26cce23f1c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.555968] env[62748]: DEBUG nova.compute.manager [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.555968] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.556981] env[62748]: DEBUG nova.scheduler.client.report [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.573173] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b03cb10-c218-4fd9-83b3-81ff9f02a8df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.578035] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "c48cba8b-de8f-4eee-9731-7981b9d62113" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.578477] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "c48cba8b-de8f-4eee-9731-7981b9d62113" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.579195] env[62748]: INFO nova.compute.manager [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Took 49.20 seconds to build instance. [ 716.584079] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 716.584079] env[62748]: value = "task-2749660" [ 716.584079] env[62748]: _type = "Task" [ 716.584079] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.592951] env[62748]: DEBUG oslo_vmware.api [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749659, 'name': PowerOnVM_Task, 'duration_secs': 0.514481} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.593210] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5287b641-60cd-2b93-ea02-596a9009d529, 'name': SearchDatastore_Task, 'duration_secs': 0.024404} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.593572] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.597194] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.597485] env[62748]: INFO nova.compute.manager [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Took 10.58 seconds to spawn the instance on the hypervisor. [ 716.597710] env[62748]: DEBUG nova.compute.manager [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.598102] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.598340] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae/1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.599252] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ba656f-d788-476d-aa48-82e659042db0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.603222] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316129bc-8a30-433b-90ea-41fa705ae499 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.606354] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.606643] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.606956] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e66e488-0428-4b14-9a25-df4a80b6e84e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.610844] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ab3f93-7335-4b40-9a1f-371855921df0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.618978] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.621136] env[62748]: DEBUG oslo_vmware.api [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 716.621136] env[62748]: value = "task-2749661" [ 716.621136] env[62748]: _type = "Task" [ 716.621136] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.624046] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 716.624046] env[62748]: value = "task-2749662" [ 716.624046] env[62748]: _type = "Task" [ 716.624046] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.631551] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.631890] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.636408] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c250d7-8adb-4420-8dbe-ee53c9d3db73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.646738] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.649223] env[62748]: DEBUG oslo_vmware.api [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.649968] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 716.649968] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5268c547-8641-a565-f492-0b704d12e837" [ 716.649968] env[62748]: _type = "Task" [ 716.649968] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.661120] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5268c547-8641-a565-f492-0b704d12e837, 'name': SearchDatastore_Task, 'duration_secs': 0.014411} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.661915] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0167ef34-1017-46f4-97e9-a6f5cba655f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.667888] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 716.667888] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526d55ce-17f1-1807-3923-394433f48f19" [ 716.667888] env[62748]: _type = "Task" [ 716.667888] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.678046] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526d55ce-17f1-1807-3923-394433f48f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.970665] env[62748]: DEBUG nova.compute.manager [req-1e71e4c6-1ccd-4abb-a824-70c482509998 req-be95409a-a80a-401c-8ea8-494bf93b428c service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Received event network-changed-a364b8be-cffd-41eb-b6fc-dbad9e0f887b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 716.970898] env[62748]: DEBUG nova.compute.manager [req-1e71e4c6-1ccd-4abb-a824-70c482509998 req-be95409a-a80a-401c-8ea8-494bf93b428c service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Refreshing instance network info cache due to event network-changed-a364b8be-cffd-41eb-b6fc-dbad9e0f887b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 716.971169] env[62748]: DEBUG oslo_concurrency.lockutils [req-1e71e4c6-1ccd-4abb-a824-70c482509998 req-be95409a-a80a-401c-8ea8-494bf93b428c service nova] Acquiring lock "refresh_cache-2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.971318] env[62748]: DEBUG oslo_concurrency.lockutils [req-1e71e4c6-1ccd-4abb-a824-70c482509998 req-be95409a-a80a-401c-8ea8-494bf93b428c service nova] Acquired lock "refresh_cache-2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.971588] env[62748]: DEBUG nova.network.neutron [req-1e71e4c6-1ccd-4abb-a824-70c482509998 req-be95409a-a80a-401c-8ea8-494bf93b428c service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Refreshing network info cache for port a364b8be-cffd-41eb-b6fc-dbad9e0f887b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.069630] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.754s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.072678] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.514s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.076347] env[62748]: INFO nova.compute.claims [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.083530] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c884dfe5-32b4-4ff4-8ab7-ac2266be01b0 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.948s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.104161] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.112785] env[62748]: INFO nova.scheduler.client.report [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted allocations for instance 728dec63-e119-4825-8af5-55497ed20df0 [ 717.140777] env[62748]: DEBUG oslo_vmware.api [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749661, 'name': PowerOffVM_Task, 'duration_secs': 0.271395} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.147788] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.148372] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.150068] env[62748]: INFO nova.compute.manager [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Took 47.87 seconds to build instance. [ 717.153031] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35622584-93f5-4901-963d-8d670a5f80e1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.162415] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.185702] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526d55ce-17f1-1807-3923-394433f48f19, 'name': SearchDatastore_Task, 'duration_secs': 0.010591} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.186127] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.186525] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] e871c207-f227-4f3c-82a3-b314d26670b0/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. {{(pid=62748) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 717.187121] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f79879c-3211-41d7-94cd-fa57dce607bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.193919] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 717.193919] env[62748]: value = "task-2749665" [ 717.193919] env[62748]: _type = "Task" [ 717.193919] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.205554] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.223288] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.223990] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.224793] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Deleting the datastore file [datastore2] 3515bb85-3e7a-42d1-8139-128d1b6f2ace {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.225137] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a8adfc-e6c8-4123-b3e8-f7f9aa80bd34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.232208] env[62748]: DEBUG oslo_vmware.api [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for the task: (returnval){ [ 717.232208] env[62748]: value = "task-2749666" [ 717.232208] env[62748]: _type = "Task" [ 717.232208] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.240829] env[62748]: DEBUG oslo_vmware.api [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.589100] env[62748]: DEBUG nova.compute.manager [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.606341] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749660, 'name': ReconfigVM_Task, 'duration_secs': 0.531335} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.609178] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Reconfigured VM instance instance-0000002c to attach disk [datastore1] fbbdd3e4-48ef-4b4c-935f-03aac33efa5e/fbbdd3e4-48ef-4b4c-935f-03aac33efa5e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.610485] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-917074a0-62f2-4ced-97aa-fa1361c3d570 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.622021] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6baeb9b3-212f-4330-a646-14ec69c6d143 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "728dec63-e119-4825-8af5-55497ed20df0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.487s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.627035] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 717.627035] env[62748]: value = "task-2749667" [ 717.627035] env[62748]: _type = "Task" [ 717.627035] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.642215] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749667, 'name': Rename_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.658156] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f300bac5-bc57-4d4d-97fe-fb4bd35558e5 tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "717fed14-da66-44b8-a85e-ecee499dfeaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.447s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.658595] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582775} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.666199] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae/1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.666199] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.666199] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63f492db-908d-41b2-81ac-e4adf11a6879 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.671593] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 717.671593] env[62748]: value = "task-2749668" [ 717.671593] env[62748]: _type = "Task" [ 717.671593] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.687031] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.707606] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749665, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.748241] env[62748]: DEBUG oslo_vmware.api [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Task: {'id': task-2749666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353814} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.748969] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.748969] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.749177] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.749337] env[62748]: INFO nova.compute.manager [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Took 1.19 seconds to destroy the instance on the hypervisor. [ 717.749617] env[62748]: DEBUG oslo.service.loopingcall [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 717.749803] env[62748]: DEBUG nova.compute.manager [-] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.749953] env[62748]: DEBUG nova.network.neutron [-] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.865650] env[62748]: DEBUG nova.network.neutron [req-1e71e4c6-1ccd-4abb-a824-70c482509998 req-be95409a-a80a-401c-8ea8-494bf93b428c service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Updated VIF entry in instance network info cache for port a364b8be-cffd-41eb-b6fc-dbad9e0f887b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.866125] env[62748]: DEBUG nova.network.neutron [req-1e71e4c6-1ccd-4abb-a824-70c482509998 req-be95409a-a80a-401c-8ea8-494bf93b428c service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Updating instance_info_cache with network_info: [{"id": "a364b8be-cffd-41eb-b6fc-dbad9e0f887b", "address": "fa:16:3e:52:54:a0", "network": {"id": "1a3a002c-5cfd-4b04-8584-e639529aab21", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1749312289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80ff8c605c634541a1f4b0f0ca771b42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa364b8be-cf", "ovs_interfaceid": "a364b8be-cffd-41eb-b6fc-dbad9e0f887b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.140417] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749667, 'name': Rename_Task, 'duration_secs': 0.299825} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.141923] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.142249] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.145922] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a4ddea-d613-4d4e-b5e8-f593003d63a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.154245] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 718.154245] env[62748]: value = "task-2749669" [ 718.154245] env[62748]: _type = "Task" [ 718.154245] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.165456] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.165820] env[62748]: DEBUG nova.compute.manager [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.182491] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19357} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.182896] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.185305] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60959ea-b427-45bd-b3e3-b46e9352a5c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.214056] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae/1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.222190] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d115fb-845d-4a05-b4c6-4fae68e3c1c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.243645] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634783} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.245776] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] e871c207-f227-4f3c-82a3-b314d26670b0/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. [ 718.245776] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 718.245776] env[62748]: value = "task-2749670" [ 718.245776] env[62748]: _type = "Task" [ 718.245776] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.246318] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fea10a-c7fe-4f8e-bf61-a7e2806fb3c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.275610] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.283100] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] e871c207-f227-4f3c-82a3-b314d26670b0/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.286658] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3e5190-5769-44d4-92c2-a1291a2231b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.312654] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 718.312654] env[62748]: value = "task-2749671" [ 718.312654] env[62748]: _type = "Task" [ 718.312654] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.324133] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749671, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.373550] env[62748]: DEBUG oslo_concurrency.lockutils [req-1e71e4c6-1ccd-4abb-a824-70c482509998 req-be95409a-a80a-401c-8ea8-494bf93b428c service nova] Releasing lock "refresh_cache-2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.373550] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Acquiring lock "ac662667-1f68-4521-abc1-f5af98fd3e29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.373876] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "ac662667-1f68-4521-abc1-f5af98fd3e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.374023] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Acquiring lock "ac662667-1f68-4521-abc1-f5af98fd3e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.374146] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "ac662667-1f68-4521-abc1-f5af98fd3e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.374331] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "ac662667-1f68-4521-abc1-f5af98fd3e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.377780] env[62748]: DEBUG nova.compute.manager [req-fb55db1b-1dee-46e3-9af3-e5e3ac2d3deb req-0ae51aef-5ca7-4108-a28f-4427af5bcad6 service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Received event network-vif-deleted-bfe8efe7-5044-4462-a28c-a06cb69ed9ce {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 718.377980] env[62748]: INFO nova.compute.manager [req-fb55db1b-1dee-46e3-9af3-e5e3ac2d3deb req-0ae51aef-5ca7-4108-a28f-4427af5bcad6 service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Neutron deleted interface bfe8efe7-5044-4462-a28c-a06cb69ed9ce; detaching it from the instance and deleting it from the info cache [ 718.378179] env[62748]: DEBUG nova.network.neutron [req-fb55db1b-1dee-46e3-9af3-e5e3ac2d3deb req-0ae51aef-5ca7-4108-a28f-4427af5bcad6 service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.379527] env[62748]: INFO nova.compute.manager [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Terminating instance [ 718.667883] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.698119] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.723965] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a2ed8-d113-4915-a92e-9b4ffbcda7ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.733751] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa41051-675c-45d6-9600-725c8d7fee89 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.737032] env[62748]: DEBUG nova.network.neutron [-] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.769394] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb0f48d-2ec3-44d8-aabd-48381bc5115b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.780359] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.784180] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e352947-91f4-4693-be7b-bf661aab88c9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.800799] env[62748]: DEBUG nova.compute.provider_tree [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.807629] env[62748]: DEBUG oslo_concurrency.lockutils [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquiring lock "717fed14-da66-44b8-a85e-ecee499dfeaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.807903] env[62748]: DEBUG oslo_concurrency.lockutils [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "717fed14-da66-44b8-a85e-ecee499dfeaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.808169] env[62748]: DEBUG oslo_concurrency.lockutils [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquiring lock "717fed14-da66-44b8-a85e-ecee499dfeaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.808375] env[62748]: DEBUG oslo_concurrency.lockutils [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "717fed14-da66-44b8-a85e-ecee499dfeaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.808554] env[62748]: DEBUG oslo_concurrency.lockutils [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "717fed14-da66-44b8-a85e-ecee499dfeaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.811613] env[62748]: INFO nova.compute.manager [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Terminating instance [ 718.824071] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749671, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.883066] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b806c80-4dbd-405b-8796-10ad261b99b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.887976] env[62748]: DEBUG nova.compute.manager [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.888246] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.888519] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bedecd9-bc61-4a5c-99e1-c4014f69e700 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.897943] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc762e9e-8ea8-4109-8ab0-7ae0ed36a694 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.911876] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for the task: (returnval){ [ 718.911876] env[62748]: value = "task-2749672" [ 718.911876] env[62748]: _type = "Task" [ 718.911876] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.924310] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.938959] env[62748]: DEBUG nova.compute.manager [req-fb55db1b-1dee-46e3-9af3-e5e3ac2d3deb req-0ae51aef-5ca7-4108-a28f-4427af5bcad6 service nova] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Detach interface failed, port_id=bfe8efe7-5044-4462-a28c-a06cb69ed9ce, reason: Instance 3515bb85-3e7a-42d1-8139-128d1b6f2ace could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 718.962849] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 718.963139] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553399', 'volume_id': '486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'name': 'volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1fbf948-562d-4cd0-9c9a-8e83c8967592', 'attached_at': '', 'detached_at': '', 'volume_id': '486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'serial': '486cfc73-ea39-4da4-a4d4-77701aefe7a8'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 718.964160] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa3b444-b1ba-42ad-9828-14d129aeb177 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.982404] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd251d12-b9c2-42b2-8f4d-87d8e36997e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.011354] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8/volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.011697] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d694c0b-f5c8-4c78-8049-89e729f999ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.031302] env[62748]: DEBUG oslo_vmware.api [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Waiting for the task: (returnval){ [ 719.031302] env[62748]: value = "task-2749673" [ 719.031302] env[62748]: _type = "Task" [ 719.031302] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.040640] env[62748]: DEBUG oslo_vmware.api [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.165453] env[62748]: DEBUG oslo_vmware.api [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749669, 'name': PowerOnVM_Task, 'duration_secs': 0.752485} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.165715] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.165938] env[62748]: INFO nova.compute.manager [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Took 11.40 seconds to spawn the instance on the hypervisor. [ 719.166160] env[62748]: DEBUG nova.compute.manager [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.166999] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d698f3b3-a88f-43ab-bfcb-3bbb19f6774a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.240421] env[62748]: INFO nova.compute.manager [-] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Took 1.49 seconds to deallocate network for instance. [ 719.276409] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.304475] env[62748]: DEBUG nova.scheduler.client.report [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.319953] env[62748]: DEBUG nova.compute.manager [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.320394] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.324506] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2942e9-c6af-4fc9-9cf3-aa2430069582 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.327975] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749671, 'name': ReconfigVM_Task, 'duration_secs': 0.589585} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.328071] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Reconfigured VM instance instance-00000029 to attach disk [datastore1] e871c207-f227-4f3c-82a3-b314d26670b0/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.329302] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3689027-9f3b-4062-b8a3-c2617adc5d1b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.334221] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.334610] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b71d9d2-b39b-480b-bb4d-a0c867eb95f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.358091] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de84a7ce-430c-4579-ad21-1fa591e5f1e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.372021] env[62748]: DEBUG oslo_vmware.api [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 719.372021] env[62748]: value = "task-2749674" [ 719.372021] env[62748]: _type = "Task" [ 719.372021] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.377591] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 719.377591] env[62748]: value = "task-2749675" [ 719.377591] env[62748]: _type = "Task" [ 719.377591] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.386224] env[62748]: DEBUG oslo_vmware.api [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.389496] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.423720] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749672, 'name': PowerOffVM_Task, 'duration_secs': 0.262103} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.424170] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.424322] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 719.424446] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553320', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'name': 'volume-36e220fb-c497-41af-8bf1-3a13f37ef20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac662667-1f68-4521-abc1-f5af98fd3e29', 'attached_at': '', 'detached_at': '', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'serial': '36e220fb-c497-41af-8bf1-3a13f37ef20f'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 719.425790] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e59f8d-3ada-40fe-9f49-10a6741998dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.452616] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e060738e-d027-4892-b32b-c254a5ca7aad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.461645] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3953b50b-4392-43ce-ab47-f46e965b8c84 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.483800] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489caa99-e2d6-410d-8fcc-29c682f85140 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.499870] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] The volume has not been displaced from its original location: [datastore2] volume-36e220fb-c497-41af-8bf1-3a13f37ef20f/volume-36e220fb-c497-41af-8bf1-3a13f37ef20f.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 719.505968] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 719.506362] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f70eb833-7bf6-4c93-be0f-4c83443d1cb9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.524225] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for the task: (returnval){ [ 719.524225] env[62748]: value = "task-2749676" [ 719.524225] env[62748]: _type = "Task" [ 719.524225] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.532719] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.544046] env[62748]: DEBUG oslo_vmware.api [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.685471] env[62748]: INFO nova.compute.manager [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Took 42.11 seconds to build instance. [ 719.748890] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.775587] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749670, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.809807] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.810432] env[62748]: DEBUG nova.compute.manager [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.813153] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.812s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.813387] env[62748]: DEBUG nova.objects.instance [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lazy-loading 'resources' on Instance uuid 407149f0-7c9a-4306-9640-f79eed59b7b6 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.885893] env[62748]: DEBUG oslo_vmware.api [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749674, 'name': PowerOffVM_Task, 'duration_secs': 0.286962} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.886755] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.886988] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.887288] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e2e59fb-1175-4b53-b85a-50ddaaf8e047 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.891746] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749675, 'name': ReconfigVM_Task, 'duration_secs': 0.321569} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.892607] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.892913] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd2aae21-f8ce-415e-b948-19f8a4125d55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.900749] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 719.900749] env[62748]: value = "task-2749678" [ 719.900749] env[62748]: _type = "Task" [ 719.900749] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.911838] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.912114] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.912320] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.036691] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749676, 'name': ReconfigVM_Task, 'duration_secs': 0.222756} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.039966] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 720.044767] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98ec347-32a9-46c3-af46-9a8292e6b4d3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.059368] env[62748]: DEBUG oslo_vmware.api [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749673, 'name': ReconfigVM_Task, 'duration_secs': 0.682746} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.061742] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Reconfigured VM instance instance-00000014 to attach disk [datastore1] volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8/volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.069249] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for the task: (returnval){ [ 720.069249] env[62748]: value = "task-2749679" [ 720.069249] env[62748]: _type = "Task" [ 720.069249] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.069501] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f7596e2-eaaa-421b-bf2c-0c3e22e8ae9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.091256] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.092901] env[62748]: DEBUG oslo_vmware.api [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Waiting for the task: (returnval){ [ 720.092901] env[62748]: value = "task-2749680" [ 720.092901] env[62748]: _type = "Task" [ 720.092901] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.101993] env[62748]: DEBUG oslo_vmware.api [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.188301] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f0ba49fa-c775-4c3d-81c3-603347c9623c tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.951s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.278521] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749670, 'name': ReconfigVM_Task, 'duration_secs': 1.565893} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.279047] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae/1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.279900] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c607f3f-58a8-4790-ba66-6adfc32b92d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.288907] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 720.288907] env[62748]: value = "task-2749681" [ 720.288907] env[62748]: _type = "Task" [ 720.288907] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.301274] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749681, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.318528] env[62748]: DEBUG nova.compute.utils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.325817] env[62748]: DEBUG nova.compute.manager [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.326144] env[62748]: DEBUG nova.network.neutron [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.377712] env[62748]: DEBUG nova.policy [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd2eb2488c8d43a1b06745e62e7b1c49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16d2364b69745d7837301960e0334fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.411640] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.500995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquiring lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.501356] env[62748]: DEBUG oslo_concurrency.lockutils [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.501639] env[62748]: DEBUG oslo_concurrency.lockutils [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquiring lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.501885] env[62748]: DEBUG oslo_concurrency.lockutils [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.502217] env[62748]: DEBUG oslo_concurrency.lockutils [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.505550] env[62748]: INFO nova.compute.manager [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Terminating instance [ 720.592592] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749679, 'name': ReconfigVM_Task, 'duration_secs': 0.189767} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.592950] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553320', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'name': 'volume-36e220fb-c497-41af-8bf1-3a13f37ef20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ac662667-1f68-4521-abc1-f5af98fd3e29', 'attached_at': '', 'detached_at': '', 'volume_id': '36e220fb-c497-41af-8bf1-3a13f37ef20f', 'serial': '36e220fb-c497-41af-8bf1-3a13f37ef20f'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 720.593301] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.594220] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31319c2-5ad7-4b67-a77e-b320a87960d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.607837] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.611536] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28f45388-b1ac-4e42-becc-6d54f7d889fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.613246] env[62748]: DEBUG oslo_vmware.api [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749680, 'name': ReconfigVM_Task, 'duration_secs': 0.192909} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.613551] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553399', 'volume_id': '486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'name': 'volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1fbf948-562d-4cd0-9c9a-8e83c8967592', 'attached_at': '', 'detached_at': '', 'volume_id': '486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'serial': '486cfc73-ea39-4da4-a4d4-77701aefe7a8'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 720.691474] env[62748]: DEBUG nova.compute.manager [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.776145] env[62748]: DEBUG nova.network.neutron [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Successfully created port: 1345e51e-f3bc-43ec-a02b-89482745d383 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.798456] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749681, 'name': Rename_Task, 'duration_secs': 0.190223} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.798784] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.799056] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0f2792e-9f02-4f6c-8298-aa82e93929b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.810398] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 720.810398] env[62748]: value = "task-2749683" [ 720.810398] env[62748]: _type = "Task" [ 720.810398] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.821949] env[62748]: DEBUG nova.compute.manager [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.824538] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.856459] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c210793-ba9b-4bf7-a8f1-8601b2035278 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.864844] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d44c09-f28e-4716-9e4b-2cee7a7cc53c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.897846] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3365adf1-889d-4bdc-9872-9ccc3428b66f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.910520] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31c7b17-4e23-4a3e-9be2-b35341948f55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.919427] env[62748]: DEBUG oslo_vmware.api [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749678, 'name': PowerOnVM_Task, 'duration_secs': 0.718973} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.919564] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.929752] env[62748]: DEBUG nova.compute.provider_tree [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.932154] env[62748]: DEBUG nova.compute.manager [None req-cdb08806-3ed4-47b9-b355-02e6fa735cb3 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.933027] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43996b7c-6cb5-4144-bec6-a086802bd98f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.006938] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.007189] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.007377] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Deleting the datastore file [datastore1] 717fed14-da66-44b8-a85e-ecee499dfeaf {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.007984] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2515ac7-3e06-4d9d-a914-0d597dd12996 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.010374] env[62748]: DEBUG nova.compute.manager [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.010583] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.011506] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d60cfe-f641-44e9-a058-4a374d1591fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.018543] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.018676] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.019226] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Deleting the datastore file [datastore2] ac662667-1f68-4521-abc1-f5af98fd3e29 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.019479] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59fb68e6-0eb4-4349-842c-c9419af6a89c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.023055] env[62748]: DEBUG oslo_vmware.api [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for the task: (returnval){ [ 721.023055] env[62748]: value = "task-2749684" [ 721.023055] env[62748]: _type = "Task" [ 721.023055] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.025838] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.029380] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6d14949-4930-40fd-beac-69dc33c2281c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.032588] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for the task: (returnval){ [ 721.032588] env[62748]: value = "task-2749685" [ 721.032588] env[62748]: _type = "Task" [ 721.032588] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.041958] env[62748]: DEBUG oslo_vmware.api [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.042282] env[62748]: DEBUG oslo_vmware.api [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 721.042282] env[62748]: value = "task-2749686" [ 721.042282] env[62748]: _type = "Task" [ 721.042282] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.049326] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.060271] env[62748]: DEBUG oslo_vmware.api [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.217348] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.320574] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749683, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.437403] env[62748]: DEBUG nova.scheduler.client.report [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.536305] env[62748]: DEBUG oslo_vmware.api [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Task: {'id': task-2749684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221718} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.539285] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.539481] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.539663] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.539839] env[62748]: INFO nova.compute.manager [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Took 2.22 seconds to destroy the instance on the hypervisor. [ 721.540088] env[62748]: DEBUG oslo.service.loopingcall [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.540293] env[62748]: DEBUG nova.compute.manager [-] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.540385] env[62748]: DEBUG nova.network.neutron [-] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.552469] env[62748]: DEBUG oslo_vmware.api [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Task: {'id': task-2749685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145023} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.553291] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.553586] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.553893] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.554201] env[62748]: INFO nova.compute.manager [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Took 2.67 seconds to destroy the instance on the hypervisor. [ 721.556140] env[62748]: DEBUG oslo.service.loopingcall [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.559285] env[62748]: DEBUG nova.compute.manager [-] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.559452] env[62748]: DEBUG nova.network.neutron [-] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.561879] env[62748]: DEBUG oslo_vmware.api [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749686, 'name': PowerOffVM_Task, 'duration_secs': 0.260621} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.562207] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.562501] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.563690] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b1d761b-0214-40c6-9e61-7fb19fc54aeb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.628778] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.629021] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.629232] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Deleting the datastore file [datastore1] fbbdd3e4-48ef-4b4c-935f-03aac33efa5e {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.629513] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-981f6f1a-3e1e-4f5b-afe5-5eb071ece8e1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.637246] env[62748]: DEBUG oslo_vmware.api [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for the task: (returnval){ [ 721.637246] env[62748]: value = "task-2749688" [ 721.637246] env[62748]: _type = "Task" [ 721.637246] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.645753] env[62748]: DEBUG oslo_vmware.api [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.667307] env[62748]: DEBUG nova.objects.instance [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Lazy-loading 'flavor' on Instance uuid b1fbf948-562d-4cd0-9c9a-8e83c8967592 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.819591] env[62748]: DEBUG oslo_vmware.api [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749683, 'name': PowerOnVM_Task, 'duration_secs': 0.544302} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.819991] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.820072] env[62748]: INFO nova.compute.manager [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Took 9.87 seconds to spawn the instance on the hypervisor. [ 721.820259] env[62748]: DEBUG nova.compute.manager [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.821073] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae7332-3bb2-4fe4-8a8b-a7da3ce96fea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.842272] env[62748]: DEBUG nova.compute.manager [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.880024] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.880376] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.880572] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.880814] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.880995] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.882465] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.882754] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.882953] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.883173] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.883352] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.883602] env[62748]: DEBUG nova.virt.hardware [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.885078] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690e8a80-073d-48d4-8da2-cc0708e0d990 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.891075] env[62748]: DEBUG nova.compute.manager [req-372c9ee2-4ca8-4fdb-b88a-91471a74ad9d req-a8ba7121-ea4a-4bf0-b75a-23196d9572ef service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Received event network-vif-deleted-3825fa29-6d58-4641-8d98-f298ab1d1ab4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 721.891275] env[62748]: INFO nova.compute.manager [req-372c9ee2-4ca8-4fdb-b88a-91471a74ad9d req-a8ba7121-ea4a-4bf0-b75a-23196d9572ef service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Neutron deleted interface 3825fa29-6d58-4641-8d98-f298ab1d1ab4; detaching it from the instance and deleting it from the info cache [ 721.891447] env[62748]: DEBUG nova.network.neutron [req-372c9ee2-4ca8-4fdb-b88a-91471a74ad9d req-a8ba7121-ea4a-4bf0-b75a-23196d9572ef service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.898634] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c43dca9-8774-4a18-a013-863cc6c60031 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.945283] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.947736] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.580s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.947981] env[62748]: DEBUG nova.objects.instance [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lazy-loading 'resources' on Instance uuid c9b2ef26-45fc-4480-b7bb-04416ba9c395 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.980549] env[62748]: INFO nova.scheduler.client.report [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Deleted allocations for instance 407149f0-7c9a-4306-9640-f79eed59b7b6 [ 722.146941] env[62748]: DEBUG oslo_vmware.api [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Task: {'id': task-2749688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478197} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.150500] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.150500] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.150500] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.150500] env[62748]: INFO nova.compute.manager [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 722.150500] env[62748]: DEBUG oslo.service.loopingcall [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.150500] env[62748]: DEBUG nova.compute.manager [-] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.150500] env[62748]: DEBUG nova.network.neutron [-] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.174081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d3af017-f183-4977-94af-5de24d35c339 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.851s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.347043] env[62748]: DEBUG nova.network.neutron [-] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.347043] env[62748]: INFO nova.compute.manager [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Took 43.21 seconds to build instance. [ 722.385927] env[62748]: DEBUG nova.compute.manager [req-d7b54992-1ab3-4834-8d88-6cf15bbf31dd req-5e82d765-3bb5-416c-b16d-3801c0117ae2 service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Received event network-vif-deleted-51ce5ba4-f149-47af-98ff-b69d5b093a54 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 722.386208] env[62748]: INFO nova.compute.manager [req-d7b54992-1ab3-4834-8d88-6cf15bbf31dd req-5e82d765-3bb5-416c-b16d-3801c0117ae2 service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Neutron deleted interface 51ce5ba4-f149-47af-98ff-b69d5b093a54; detaching it from the instance and deleting it from the info cache [ 722.386415] env[62748]: DEBUG nova.network.neutron [req-d7b54992-1ab3-4834-8d88-6cf15bbf31dd req-5e82d765-3bb5-416c-b16d-3801c0117ae2 service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.396268] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23ce8706-16c8-439f-91a8-0a3e49e4c4fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.410721] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7d877a-74be-484c-985d-bba3ad4324f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.428565] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Acquiring lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.429157] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.470473] env[62748]: DEBUG nova.compute.manager [req-372c9ee2-4ca8-4fdb-b88a-91471a74ad9d req-a8ba7121-ea4a-4bf0-b75a-23196d9572ef service nova] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Detach interface failed, port_id=3825fa29-6d58-4641-8d98-f298ab1d1ab4, reason: Instance 717fed14-da66-44b8-a85e-ecee499dfeaf could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 722.489142] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b79abfa5-ad21-49eb-85b3-63e81036778e tempest-ServerDiagnosticsV248Test-1073644822 tempest-ServerDiagnosticsV248Test-1073644822-project-member] Lock "407149f0-7c9a-4306-9640-f79eed59b7b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.739s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.616619] env[62748]: DEBUG nova.network.neutron [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Successfully updated port: 1345e51e-f3bc-43ec-a02b-89482745d383 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.717936] env[62748]: DEBUG nova.network.neutron [-] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.849474] env[62748]: INFO nova.compute.manager [-] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Took 1.31 seconds to deallocate network for instance. [ 722.850678] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b19cc03-6042-470f-9384-6da7d4fe87ba tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.316s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.889186] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dbe3a1a-74af-4c60-9ec3-d4197e271fdd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.902527] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9d8a59-a7bb-4370-ab9f-0adbab7c464b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.942401] env[62748]: INFO nova.compute.manager [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Detaching volume 486cfc73-ea39-4da4-a4d4-77701aefe7a8 [ 722.944725] env[62748]: DEBUG nova.compute.manager [req-d7b54992-1ab3-4834-8d88-6cf15bbf31dd req-5e82d765-3bb5-416c-b16d-3801c0117ae2 service nova] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Detach interface failed, port_id=51ce5ba4-f149-47af-98ff-b69d5b093a54, reason: Instance ac662667-1f68-4521-abc1-f5af98fd3e29 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 722.989821] env[62748]: INFO nova.virt.block_device [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Attempting to driver detach volume 486cfc73-ea39-4da4-a4d4-77701aefe7a8 from mountpoint /dev/sdb [ 722.990122] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 722.990421] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553399', 'volume_id': '486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'name': 'volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1fbf948-562d-4cd0-9c9a-8e83c8967592', 'attached_at': '', 'detached_at': '', 'volume_id': '486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'serial': '486cfc73-ea39-4da4-a4d4-77701aefe7a8'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 722.991558] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636f242-a411-4a28-be2d-7bf0673a7170 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.021839] env[62748]: DEBUG nova.network.neutron [-] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.024840] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ac778b-43b4-416c-90d0-d03e54d383f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.034811] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ba3104-a491-4939-9e84-581a988b2e19 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.063940] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef0602a-e989-4b5c-bb9e-3de630e505b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.067410] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3bbef4-20e9-4588-9d06-bd1497cb78d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.086056] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] The volume has not been displaced from its original location: [datastore1] volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8/volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 723.091625] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 723.092074] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd78a2d2-a4df-45a3-aee4-c280cf9c20ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.106135] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90bfe6f-c271-44d0-a7b8-f6d42982db48 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.139978] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "refresh_cache-712ab7cf-0f3a-4c32-9102-711774287121" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.140169] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "refresh_cache-712ab7cf-0f3a-4c32-9102-711774287121" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.140353] env[62748]: DEBUG nova.network.neutron [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.144031] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb150aa-423d-411e-a2cf-c1d7afd36a47 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.147119] env[62748]: DEBUG oslo_vmware.api [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Waiting for the task: (returnval){ [ 723.147119] env[62748]: value = "task-2749689" [ 723.147119] env[62748]: _type = "Task" [ 723.147119] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.155632] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ef6d40-259d-4e32-a3c6-0c03e817454f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.164176] env[62748]: DEBUG oslo_vmware.api [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.174362] env[62748]: DEBUG nova.compute.provider_tree [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.221059] env[62748]: INFO nova.compute.manager [-] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Took 1.66 seconds to deallocate network for instance. [ 723.357921] env[62748]: DEBUG oslo_concurrency.lockutils [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.529801] env[62748]: INFO nova.compute.manager [-] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Took 1.38 seconds to deallocate network for instance. [ 723.657860] env[62748]: DEBUG oslo_vmware.api [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749689, 'name': ReconfigVM_Task, 'duration_secs': 0.329513} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.659866] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 723.664995] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7357e82-68fa-4b5b-8d0e-80fd8109659e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.675470] env[62748]: DEBUG nova.network.neutron [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.680159] env[62748]: DEBUG nova.scheduler.client.report [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.684851] env[62748]: DEBUG oslo_vmware.api [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Waiting for the task: (returnval){ [ 723.684851] env[62748]: value = "task-2749690" [ 723.684851] env[62748]: _type = "Task" [ 723.684851] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.694670] env[62748]: DEBUG oslo_vmware.api [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.783604] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.783604] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.783604] env[62748]: INFO nova.compute.manager [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Shelving [ 723.790671] env[62748]: INFO nova.compute.manager [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Took 0.57 seconds to detach 1 volumes for instance. [ 723.792701] env[62748]: DEBUG nova.compute.manager [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Deleting volume: 36e220fb-c497-41af-8bf1-3a13f37ef20f {{(pid=62748) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 723.834516] env[62748]: INFO nova.compute.manager [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Rescuing [ 723.834516] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.834516] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.834516] env[62748]: DEBUG nova.network.neutron [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.878876] env[62748]: DEBUG nova.network.neutron [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Updating instance_info_cache with network_info: [{"id": "1345e51e-f3bc-43ec-a02b-89482745d383", "address": "fa:16:3e:94:e1:5e", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1345e51e-f3", "ovs_interfaceid": "1345e51e-f3bc-43ec-a02b-89482745d383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.938176] env[62748]: DEBUG nova.compute.manager [req-abbc1774-6a2b-4e38-b828-02ed1914830c req-b2b1816d-5b81-4cbe-90de-8ce7a6317572 service nova] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Received event network-vif-deleted-75279aa1-f612-4521-b71e-bc2838914ede {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.024139] env[62748]: DEBUG nova.compute.manager [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Stashing vm_state: active {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 724.036562] env[62748]: DEBUG oslo_concurrency.lockutils [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.185094] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.187913] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.737s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.188192] env[62748]: DEBUG nova.objects.instance [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lazy-loading 'resources' on Instance uuid 18574e64-00c3-4461-bdae-89bec9adb624 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.200366] env[62748]: DEBUG oslo_vmware.api [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.215959] env[62748]: INFO nova.scheduler.client.report [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Deleted allocations for instance c9b2ef26-45fc-4480-b7bb-04416ba9c395 [ 724.348683] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.381685] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "refresh_cache-712ab7cf-0f3a-4c32-9102-711774287121" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.382045] env[62748]: DEBUG nova.compute.manager [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Instance network_info: |[{"id": "1345e51e-f3bc-43ec-a02b-89482745d383", "address": "fa:16:3e:94:e1:5e", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1345e51e-f3", "ovs_interfaceid": "1345e51e-f3bc-43ec-a02b-89482745d383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.382534] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:e1:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1345e51e-f3bc-43ec-a02b-89482745d383', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.390836] env[62748]: DEBUG oslo.service.loopingcall [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 724.391112] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.391356] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0643bc7-5491-4c45-8961-8c987ec345ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.413087] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.413087] env[62748]: value = "task-2749692" [ 724.413087] env[62748]: _type = "Task" [ 724.413087] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.419740] env[62748]: DEBUG nova.compute.manager [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Received event network-vif-plugged-1345e51e-f3bc-43ec-a02b-89482745d383 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.421307] env[62748]: DEBUG oslo_concurrency.lockutils [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] Acquiring lock "712ab7cf-0f3a-4c32-9102-711774287121-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.421307] env[62748]: DEBUG oslo_concurrency.lockutils [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] Lock "712ab7cf-0f3a-4c32-9102-711774287121-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.421307] env[62748]: DEBUG oslo_concurrency.lockutils [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] Lock "712ab7cf-0f3a-4c32-9102-711774287121-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.421307] env[62748]: DEBUG nova.compute.manager [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] No waiting events found dispatching network-vif-plugged-1345e51e-f3bc-43ec-a02b-89482745d383 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.421307] env[62748]: WARNING nova.compute.manager [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Received unexpected event network-vif-plugged-1345e51e-f3bc-43ec-a02b-89482745d383 for instance with vm_state building and task_state spawning. [ 724.421307] env[62748]: DEBUG nova.compute.manager [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Received event network-changed-1345e51e-f3bc-43ec-a02b-89482745d383 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.421307] env[62748]: DEBUG nova.compute.manager [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Refreshing instance network info cache due to event network-changed-1345e51e-f3bc-43ec-a02b-89482745d383. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 724.421307] env[62748]: DEBUG oslo_concurrency.lockutils [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] Acquiring lock "refresh_cache-712ab7cf-0f3a-4c32-9102-711774287121" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.421699] env[62748]: DEBUG oslo_concurrency.lockutils [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] Acquired lock "refresh_cache-712ab7cf-0f3a-4c32-9102-711774287121" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.421699] env[62748]: DEBUG nova.network.neutron [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Refreshing network info cache for port 1345e51e-f3bc-43ec-a02b-89482745d383 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.430282] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749692, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.544261] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.683923] env[62748]: DEBUG nova.network.neutron [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Updating instance_info_cache with network_info: [{"id": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "address": "fa:16:3e:c6:23:dc", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03129ae6-08", "ovs_interfaceid": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.704531] env[62748]: DEBUG oslo_vmware.api [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Task: {'id': task-2749690, 'name': ReconfigVM_Task, 'duration_secs': 0.882109} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.704925] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553399', 'volume_id': '486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'name': 'volume-486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1fbf948-562d-4cd0-9c9a-8e83c8967592', 'attached_at': '', 'detached_at': '', 'volume_id': '486cfc73-ea39-4da4-a4d4-77701aefe7a8', 'serial': '486cfc73-ea39-4da4-a4d4-77701aefe7a8'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 724.730885] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cd14c881-08b8-4e7c-8a6a-f0f21e5fe9ec tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "c9b2ef26-45fc-4480-b7bb-04416ba9c395" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.803s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.798916] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.799339] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c75a9c6a-f1d5-42c0-805c-a44c8c1f38f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.807631] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 724.807631] env[62748]: value = "task-2749693" [ 724.807631] env[62748]: _type = "Task" [ 724.807631] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.818009] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.927783] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749692, 'name': CreateVM_Task, 'duration_secs': 0.461786} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.930443] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.932242] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.932506] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.932902] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.935028] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd486b57-2a16-45c6-a3ac-e33d8a53d711 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.938816] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 724.938816] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5213d355-b1b0-02de-89e9-ac650ddb7f0a" [ 724.938816] env[62748]: _type = "Task" [ 724.938816] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.950764] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5213d355-b1b0-02de-89e9-ac650ddb7f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.022200] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "08573e3f-bd26-400f-a3ff-aa5caa1eff88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.022434] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "08573e3f-bd26-400f-a3ff-aa5caa1eff88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.183170] env[62748]: DEBUG nova.network.neutron [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Updated VIF entry in instance network info cache for port 1345e51e-f3bc-43ec-a02b-89482745d383. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.183610] env[62748]: DEBUG nova.network.neutron [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Updating instance_info_cache with network_info: [{"id": "1345e51e-f3bc-43ec-a02b-89482745d383", "address": "fa:16:3e:94:e1:5e", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1345e51e-f3", "ovs_interfaceid": "1345e51e-f3bc-43ec-a02b-89482745d383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.187389] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.230913] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec99c9f-a59f-43ae-a6d5-3e4ae62d9bea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.239320] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da3088c-ac6f-4cd5-a1bb-90fcad059a9b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.277071] env[62748]: DEBUG nova.objects.instance [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Lazy-loading 'flavor' on Instance uuid b1fbf948-562d-4cd0-9c9a-8e83c8967592 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.279088] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6853796a-44b1-439c-a9c0-e832d8dc01a5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.287205] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf93b213-2944-40e0-8df2-81a3c6b39b1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.301206] env[62748]: DEBUG nova.compute.provider_tree [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.317684] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.376467] env[62748]: DEBUG oslo_concurrency.lockutils [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquiring lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.376705] env[62748]: DEBUG oslo_concurrency.lockutils [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.376946] env[62748]: DEBUG oslo_concurrency.lockutils [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquiring lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.377155] env[62748]: DEBUG oslo_concurrency.lockutils [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.377333] env[62748]: DEBUG oslo_concurrency.lockutils [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.379441] env[62748]: INFO nova.compute.manager [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Terminating instance [ 725.450555] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5213d355-b1b0-02de-89e9-ac650ddb7f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.027582} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.450902] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.451181] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.451447] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.451595] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.451790] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.452072] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa0ee1cc-d6fe-4932-b925-0a40fbb70e83 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.460985] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.461153] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.461900] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c72488-b4b7-4e94-a1c5-384819a1b04b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.467369] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 725.467369] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52da625c-bd56-4250-d7d0-bc38f63ac39e" [ 725.467369] env[62748]: _type = "Task" [ 725.467369] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.475631] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52da625c-bd56-4250-d7d0-bc38f63ac39e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.526033] env[62748]: DEBUG nova.compute.manager [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.669062] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3eb8-1591-7b56-5594-b4d2629a7e82/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 725.669630] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f95d40-f05b-4d8a-99ac-f796eb3ac499 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.676022] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3eb8-1591-7b56-5594-b4d2629a7e82/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 725.676194] env[62748]: ERROR oslo_vmware.rw_handles [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3eb8-1591-7b56-5594-b4d2629a7e82/disk-0.vmdk due to incomplete transfer. [ 725.676421] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b3d9314-ee9e-4e67-9da5-94bb86e16f95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.682680] env[62748]: DEBUG oslo_vmware.rw_handles [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3eb8-1591-7b56-5594-b4d2629a7e82/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 725.682872] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Uploaded image bd9e23f5-40a4-48ac-9f63-34f02fb41433 to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 725.685398] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 725.685619] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-50509b62-80b7-4d28-b49a-7740eb4e1a20 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.690575] env[62748]: DEBUG oslo_concurrency.lockutils [req-f696d99b-9dc4-4bf0-a409-b806f70a71be req-c2b6c815-df6e-4658-8bef-197aa11560b1 service nova] Releasing lock "refresh_cache-712ab7cf-0f3a-4c32-9102-711774287121" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.691896] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 725.691896] env[62748]: value = "task-2749694" [ 725.691896] env[62748]: _type = "Task" [ 725.691896] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.699602] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749694, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.804499] env[62748]: DEBUG nova.scheduler.client.report [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.817429] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.883530] env[62748]: DEBUG nova.compute.manager [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.883805] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.884891] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe33f2a-c65a-4a15-ae3c-7b7a1b951496 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.893321] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.893321] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-331ccaf0-177b-4322-a17d-4ac94d9b1d12 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.900098] env[62748]: DEBUG oslo_vmware.api [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 725.900098] env[62748]: value = "task-2749695" [ 725.900098] env[62748]: _type = "Task" [ 725.900098] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.910301] env[62748]: DEBUG oslo_vmware.api [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.978616] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52da625c-bd56-4250-d7d0-bc38f63ac39e, 'name': SearchDatastore_Task, 'duration_secs': 0.014811} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.979578] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2591a821-1030-4b19-a9ab-619326deff4b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.985736] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 725.985736] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524fd14b-b6af-a333-ff2f-c19cffe46516" [ 725.985736] env[62748]: _type = "Task" [ 725.985736] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.995942] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524fd14b-b6af-a333-ff2f-c19cffe46516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.052382] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.201799] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749694, 'name': Destroy_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.287336] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0d9d97e8-5e27-4b83-b8ac-bf6c81de3ec4 tempest-VolumesAssistedSnapshotsTest-2108565109 tempest-VolumesAssistedSnapshotsTest-2108565109-project-admin] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.858s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.309520] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.312538] env[62748]: DEBUG oslo_concurrency.lockutils [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.109s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.312775] env[62748]: DEBUG nova.objects.instance [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lazy-loading 'resources' on Instance uuid 7ad8b488-ed59-40c8-9a33-f8d59448ee0d {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.322984] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749693, 'name': PowerOffVM_Task, 'duration_secs': 1.197112} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.323478] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.324265] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27feaaca-e48c-42be-a40d-cf23113893ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.344171] env[62748]: INFO nova.scheduler.client.report [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Deleted allocations for instance 18574e64-00c3-4461-bdae-89bec9adb624 [ 726.345621] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe94c81-ab80-4655-ae20-159dc5d21cf5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.413764] env[62748]: DEBUG oslo_vmware.api [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749695, 'name': PowerOffVM_Task, 'duration_secs': 0.185099} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.413871] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.413954] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.414253] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26835683-6152-480a-8ee1-7f13eb6a0572 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.496773] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524fd14b-b6af-a333-ff2f-c19cffe46516, 'name': SearchDatastore_Task, 'duration_secs': 0.010951} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.497073] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.497365] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 712ab7cf-0f3a-4c32-9102-711774287121/712ab7cf-0f3a-4c32-9102-711774287121.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.497644] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bdc229d-fb1c-40fc-8e85-dd071dca5f2a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.501926] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.502291] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.502559] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Deleting the datastore file [datastore1] 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.502874] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74a566ca-4260-4492-8ab6-8b0383d6bcc9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.506890] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 726.506890] env[62748]: value = "task-2749698" [ 726.506890] env[62748]: _type = "Task" [ 726.506890] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.513166] env[62748]: DEBUG oslo_vmware.api [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for the task: (returnval){ [ 726.513166] env[62748]: value = "task-2749699" [ 726.513166] env[62748]: _type = "Task" [ 726.513166] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.519826] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.525528] env[62748]: DEBUG oslo_vmware.api [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.704815] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749694, 'name': Destroy_Task, 'duration_secs': 0.779494} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.705079] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Destroyed the VM [ 726.705396] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 726.705657] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd459f79-1e6f-4c4d-b39c-2bd671e3667a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.712462] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 726.712462] env[62748]: value = "task-2749700" [ 726.712462] env[62748]: _type = "Task" [ 726.712462] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.721652] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.726266] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.726533] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93069ab4-97dd-4b79-8079-808d795f404f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.734644] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 726.734644] env[62748]: value = "task-2749701" [ 726.734644] env[62748]: _type = "Task" [ 726.734644] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.744762] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.858261] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d807b30b-5c64-4778-9c96-a8d59a8ff8b4 tempest-ListServersNegativeTestJSON-1544345240 tempest-ListServersNegativeTestJSON-1544345240-project-member] Lock "18574e64-00c3-4461-bdae-89bec9adb624" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.824s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.860226] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.860371] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-effcf5d5-bb79-4018-856f-917cfd35aeae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.874932] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 726.874932] env[62748]: value = "task-2749702" [ 726.874932] env[62748]: _type = "Task" [ 726.874932] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.890419] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.025605] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749698, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.039920] env[62748]: DEBUG oslo_vmware.api [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Task: {'id': task-2749699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289176} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.040509] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.041401] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.041646] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.041893] env[62748]: INFO nova.compute.manager [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 727.042126] env[62748]: DEBUG oslo.service.loopingcall [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.042396] env[62748]: DEBUG nova.compute.manager [-] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.042482] env[62748]: DEBUG nova.network.neutron [-] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.224600] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749700, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.249778] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749701, 'name': PowerOffVM_Task, 'duration_secs': 0.41948} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.251085] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.252249] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7e66d6-9e1a-4433-bf36-133b03b49227 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.276540] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316f2a5d-607d-4d1b-a6da-91abdfc941e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.286605] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "8303b35e-60a0-421e-893e-ed8e93675879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.286861] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "8303b35e-60a0-421e-893e-ed8e93675879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.287088] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "8303b35e-60a0-421e-893e-ed8e93675879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.287287] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "8303b35e-60a0-421e-893e-ed8e93675879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.287458] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "8303b35e-60a0-421e-893e-ed8e93675879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.296638] env[62748]: INFO nova.compute.manager [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Terminating instance [ 727.331497] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.332163] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b7080d6-6fb6-4773-88f5-2ab3b7251291 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.341908] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 727.341908] env[62748]: value = "task-2749703" [ 727.341908] env[62748]: _type = "Task" [ 727.341908] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.353598] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.376465] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5656b0d-16af-4474-bcb1-1baef28d34ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.390012] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b2406-3297-4c00-844c-91178238d476 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.393038] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749702, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.425917] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9254d7-584b-42e9-8a0a-3dd37038dfc4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.438019] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d846708-3d74-43e1-8cf1-d58dc89d1c8d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.454231] env[62748]: DEBUG nova.compute.provider_tree [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.526583] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562874} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.526900] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 712ab7cf-0f3a-4c32-9102-711774287121/712ab7cf-0f3a-4c32-9102-711774287121.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.527160] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.527436] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe4ded32-1b9a-4f8c-859e-d63ec4f80f95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.538170] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 727.538170] env[62748]: value = "task-2749704" [ 727.538170] env[62748]: _type = "Task" [ 727.538170] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.548369] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.722710] env[62748]: DEBUG oslo_vmware.api [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749700, 'name': RemoveSnapshot_Task, 'duration_secs': 0.984597} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.722990] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 727.723275] env[62748]: INFO nova.compute.manager [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Took 17.34 seconds to snapshot the instance on the hypervisor. [ 727.804827] env[62748]: DEBUG nova.compute.manager [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.805081] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.806032] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38416da2-5654-4f82-870c-c371a64893ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.816010] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.816909] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-505b2fb7-5272-4da8-9840-226fc2f6e3fe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.860192] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 727.861030] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.861030] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.861340] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.861695] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.862210] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-953d17e0-a1af-40e2-8ca5-b43d420dc8a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.888438] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.888779] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.890589] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b4e2e8-200b-4dc6-a2eb-468e0ec66cfe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.901466] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749702, 'name': CreateSnapshot_Task, 'duration_secs': 0.825003} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.902424] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.903810] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f973f4a6-1e7c-4950-87df-a81e9b1d3d1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.910912] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 727.910912] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b3c0cb-9772-89ca-1dad-53742b014da1" [ 727.910912] env[62748]: _type = "Task" [ 727.910912] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.940016] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "dbf75430-bd48-4fc4-81d2-637240cecf2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.940016] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "dbf75430-bd48-4fc4-81d2-637240cecf2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.940016] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b3c0cb-9772-89ca-1dad-53742b014da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.957937] env[62748]: DEBUG nova.compute.manager [req-451702fd-3021-4b1e-9b6b-5ce44638ee49 req-a2d777be-9ee0-496d-a3d3-8ec42e4fb67b service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Received event network-vif-deleted-d53dee61-ee52-49d1-89d9-8cf5e4f38e58 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.958469] env[62748]: INFO nova.compute.manager [req-451702fd-3021-4b1e-9b6b-5ce44638ee49 req-a2d777be-9ee0-496d-a3d3-8ec42e4fb67b service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Neutron deleted interface d53dee61-ee52-49d1-89d9-8cf5e4f38e58; detaching it from the instance and deleting it from the info cache [ 727.959615] env[62748]: DEBUG nova.network.neutron [req-451702fd-3021-4b1e-9b6b-5ce44638ee49 req-a2d777be-9ee0-496d-a3d3-8ec42e4fb67b service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.963126] env[62748]: DEBUG nova.scheduler.client.report [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.047246] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074572} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.047894] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.048498] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b88fd3-7c7f-4e55-bd5a-d0e31ed91f73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.074883] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 712ab7cf-0f3a-4c32-9102-711774287121/712ab7cf-0f3a-4c32-9102-711774287121.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.076358] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784a07e9-1cba-40fe-aa92-da0716e49085 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.090431] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.090662] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.090846] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleting the datastore file [datastore2] 8303b35e-60a0-421e-893e-ed8e93675879 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.091126] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46c28c09-590d-46e8-a916-a544a165745e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.099527] env[62748]: DEBUG oslo_vmware.api [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 728.099527] env[62748]: value = "task-2749706" [ 728.099527] env[62748]: _type = "Task" [ 728.099527] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.100885] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 728.100885] env[62748]: value = "task-2749707" [ 728.100885] env[62748]: _type = "Task" [ 728.100885] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.114244] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.120021] env[62748]: DEBUG oslo_vmware.api [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.229851] env[62748]: DEBUG nova.compute.manager [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Instance disappeared during snapshot {{(pid=62748) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 728.247724] env[62748]: DEBUG nova.compute.manager [None req-2566431d-ab97-4f3c-a87d-8f2ccbde7b7c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image not found during clean up bd9e23f5-40a4-48ac-9f63-34f02fb41433 {{(pid=62748) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 728.431644] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.432014] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b3c0cb-9772-89ca-1dad-53742b014da1, 'name': SearchDatastore_Task, 'duration_secs': 0.036952} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.432233] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea840818-2ac1-4aa2-a295-c4499112c790 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.436269] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a0dacf-6a7a-4752-a2d9-c90c1ade074e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.441818] env[62748]: DEBUG nova.network.neutron [-] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.463188] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 728.463188] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52271def-42c2-ae62-6e8d-b61ca25e1f9f" [ 728.463188] env[62748]: _type = "Task" [ 728.463188] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.464883] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f0c7a99-51be-49f8-8b81-f7cbd385b983 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.468591] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 728.468591] env[62748]: value = "task-2749708" [ 728.468591] env[62748]: _type = "Task" [ 728.468591] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.469429] env[62748]: DEBUG oslo_concurrency.lockutils [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.475747] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.872s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.477600] env[62748]: INFO nova.compute.claims [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.499261] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3f3db8-ac3d-4905-acf4-e63ba42e4235 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.512060] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52271def-42c2-ae62-6e8d-b61ca25e1f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.021013} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.512345] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749708, 'name': CloneVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.513401] env[62748]: INFO nova.scheduler.client.report [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Deleted allocations for instance 7ad8b488-ed59-40c8-9a33-f8d59448ee0d [ 728.515375] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.515576] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] d4caa239-66c2-4304-91a9-38f960480d3d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. {{(pid=62748) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 728.519120] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ccf991d-3730-4191-98ab-9eaa648047a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.534916] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 728.534916] env[62748]: value = "task-2749709" [ 728.534916] env[62748]: _type = "Task" [ 728.534916] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.549300] env[62748]: DEBUG nova.compute.manager [req-451702fd-3021-4b1e-9b6b-5ce44638ee49 req-a2d777be-9ee0-496d-a3d3-8ec42e4fb67b service nova] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Detach interface failed, port_id=d53dee61-ee52-49d1-89d9-8cf5e4f38e58, reason: Instance 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 728.556265] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.616606] env[62748]: DEBUG oslo_vmware.api [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370779} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.623453] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.623453] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.623453] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.623453] env[62748]: INFO nova.compute.manager [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Took 0.82 seconds to destroy the instance on the hypervisor. [ 728.623453] env[62748]: DEBUG oslo.service.loopingcall [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.623453] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749707, 'name': ReconfigVM_Task, 'duration_secs': 0.303261} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.623453] env[62748]: DEBUG nova.compute.manager [-] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.623453] env[62748]: DEBUG nova.network.neutron [-] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.623916] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 712ab7cf-0f3a-4c32-9102-711774287121/712ab7cf-0f3a-4c32-9102-711774287121.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.624487] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce540d48-5753-4102-a11e-3a806fe4f112 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.634504] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 728.634504] env[62748]: value = "task-2749710" [ 728.634504] env[62748]: _type = "Task" [ 728.634504] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.651746] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749710, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.945294] env[62748]: INFO nova.compute.manager [-] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Took 1.90 seconds to deallocate network for instance. [ 728.993950] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749708, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.026993] env[62748]: DEBUG oslo_concurrency.lockutils [None req-760ebf43-00a2-49ee-991f-f70fbad0a118 tempest-ServerDiagnosticsNegativeTest-1712752498 tempest-ServerDiagnosticsNegativeTest-1712752498-project-member] Lock "7ad8b488-ed59-40c8-9a33-f8d59448ee0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.498s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.044242] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749709, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.147322] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749710, 'name': Rename_Task, 'duration_secs': 0.395624} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.147712] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.148068] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e3fdce-f2f7-4eae-bb56-84b0bd609566 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.159910] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 729.159910] env[62748]: value = "task-2749711" [ 729.159910] env[62748]: _type = "Task" [ 729.159910] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.173158] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.460171] env[62748]: DEBUG oslo_concurrency.lockutils [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.469380] env[62748]: DEBUG nova.network.neutron [-] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.487146] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749708, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.543706] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687983} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.543991] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] d4caa239-66c2-4304-91a9-38f960480d3d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. [ 729.545026] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5b191a-554c-4293-adc7-bfcbe78b97fe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.577301] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d4caa239-66c2-4304-91a9-38f960480d3d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.577604] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3549789-354b-480a-bfff-c8d8e7eedb06 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.602100] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 729.602100] env[62748]: value = "task-2749712" [ 729.602100] env[62748]: _type = "Task" [ 729.602100] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.614255] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.673219] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749711, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.975257] env[62748]: INFO nova.compute.manager [-] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Took 1.35 seconds to deallocate network for instance. [ 729.992696] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749708, 'name': CloneVM_Task, 'duration_secs': 1.223468} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.994374] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Created linked-clone VM from snapshot [ 729.997449] env[62748]: DEBUG nova.compute.manager [req-2d7eafe7-5902-4ecc-85db-49ffdfe80840 req-4d822048-752d-459e-a47a-dd4741f4b9ee service nova] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Received event network-vif-deleted-f5cf21eb-a00f-4b08-ae73-f19ff288bba6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 730.000622] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7934e4c5-ac53-4383-a42b-2e615eb8e905 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.011883] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Uploading image 1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 730.042376] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 730.042376] env[62748]: value = "vm-553402" [ 730.042376] env[62748]: _type = "VirtualMachine" [ 730.042376] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 730.042926] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-49ea6290-a389-42db-a05f-ebd1763e1387 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.055142] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lease: (returnval){ [ 730.055142] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fa8a55-5bb0-0909-5aad-8a6d7eedf59c" [ 730.055142] env[62748]: _type = "HttpNfcLease" [ 730.055142] env[62748]: } obtained for exporting VM: (result){ [ 730.055142] env[62748]: value = "vm-553402" [ 730.055142] env[62748]: _type = "VirtualMachine" [ 730.055142] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 730.055584] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the lease: (returnval){ [ 730.055584] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fa8a55-5bb0-0909-5aad-8a6d7eedf59c" [ 730.055584] env[62748]: _type = "HttpNfcLease" [ 730.055584] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 730.068619] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.068619] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fa8a55-5bb0-0909-5aad-8a6d7eedf59c" [ 730.068619] env[62748]: _type = "HttpNfcLease" [ 730.068619] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 730.095880] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8a8d5e-ffd5-458e-91db-8c720007f936 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.107662] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5965885c-8547-4ccd-9b7c-a1b13f8a677e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.117215] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749712, 'name': ReconfigVM_Task, 'duration_secs': 0.384808} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.141935] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d4caa239-66c2-4304-91a9-38f960480d3d/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.143453] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b5d7b5-8342-49b8-9f54-7e0852e90b16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.146650] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5d8de-bdf0-4513-8504-5d4a13e977d3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.150014] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquiring lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.150757] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.150757] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquiring lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.150996] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.151102] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.153388] env[62748]: INFO nova.compute.manager [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Terminating instance [ 730.183771] env[62748]: DEBUG nova.compute.manager [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.184162] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.187626] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59aabbf-263e-4cbf-9132-87df4cae8c91 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.199339] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87caa0-ab7c-4d7b-9f57-143fc624bbfb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.204364] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7782d2be-b35a-4001-bde1-2cdb813e9c35 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.214415] env[62748]: DEBUG oslo_vmware.api [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749711, 'name': PowerOnVM_Task, 'duration_secs': 0.52924} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.225285] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.225523] env[62748]: INFO nova.compute.manager [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Took 8.39 seconds to spawn the instance on the hypervisor. [ 730.225739] env[62748]: DEBUG nova.compute.manager [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.226051] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 730.226051] env[62748]: value = "task-2749714" [ 730.226051] env[62748]: _type = "Task" [ 730.226051] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.226285] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.227165] env[62748]: DEBUG nova.compute.provider_tree [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.228927] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d491ee12-a9d2-4bce-8e11-50ffd92b773a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.233182] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9129f0d7-ee83-4ccf-980f-9855851a852c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.247369] env[62748]: DEBUG oslo_vmware.api [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 730.247369] env[62748]: value = "task-2749715" [ 730.247369] env[62748]: _type = "Task" [ 730.247369] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.260769] env[62748]: DEBUG oslo_vmware.api [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.488185] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.565281] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.565281] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fa8a55-5bb0-0909-5aad-8a6d7eedf59c" [ 730.565281] env[62748]: _type = "HttpNfcLease" [ 730.565281] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.565281] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.565281] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fa8a55-5bb0-0909-5aad-8a6d7eedf59c" [ 730.565281] env[62748]: _type = "HttpNfcLease" [ 730.565281] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.565705] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60784a-5b7f-4d73-9aa7-22019eedc471 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.574052] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52163efd-2a95-f52d-7cb0-0f8f9fcfde86/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.574340] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52163efd-2a95-f52d-7cb0-0f8f9fcfde86/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.716465] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ed3b62c-15da-4efb-a126-3a0821241022 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.738987] env[62748]: DEBUG nova.scheduler.client.report [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.747642] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749714, 'name': ReconfigVM_Task, 'duration_secs': 0.198181} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.756054] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.762819] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27002756-01ce-4726-a21f-3ddef1a98fe1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.762819] env[62748]: INFO nova.compute.manager [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Took 47.22 seconds to build instance. [ 730.778611] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 730.778611] env[62748]: value = "task-2749716" [ 730.778611] env[62748]: _type = "Task" [ 730.778611] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.778880] env[62748]: DEBUG oslo_vmware.api [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749715, 'name': PowerOffVM_Task, 'duration_secs': 0.304728} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.779820] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.779820] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.782707] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-040d1362-9b1c-4dca-ab62-5b0c261735e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.790636] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749716, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.852188] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.852433] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.852622] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Deleting the datastore file [datastore2] b1fbf948-562d-4cd0-9c9a-8e83c8967592 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.852892] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd9535c6-4b59-4659-a312-ce51f56a1b51 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.860712] env[62748]: DEBUG oslo_vmware.api [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for the task: (returnval){ [ 730.860712] env[62748]: value = "task-2749718" [ 730.860712] env[62748]: _type = "Task" [ 730.860712] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.869633] env[62748]: DEBUG oslo_vmware.api [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.244366] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.245032] env[62748]: DEBUG nova.compute.manager [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.250533] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.688s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.250821] env[62748]: DEBUG nova.objects.instance [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lazy-loading 'resources' on Instance uuid 162ea36e-6177-499d-b468-479a71e74fc9 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.265061] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd986394-1004-46f7-a1bb-39b93d9e0688 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "712ab7cf-0f3a-4c32-9102-711774287121" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.305s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.290454] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.372449] env[62748]: DEBUG oslo_vmware.api [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Task: {'id': task-2749718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265231} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.372746] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.373092] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.373366] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.374770] env[62748]: INFO nova.compute.manager [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Took 1.19 seconds to destroy the instance on the hypervisor. [ 731.374770] env[62748]: DEBUG oslo.service.loopingcall [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.374770] env[62748]: DEBUG nova.compute.manager [-] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.374770] env[62748]: DEBUG nova.network.neutron [-] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.755606] env[62748]: DEBUG nova.compute.utils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.755606] env[62748]: DEBUG nova.compute.manager [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.759504] env[62748]: DEBUG nova.network.neutron [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.769241] env[62748]: DEBUG nova.compute.manager [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.794629] env[62748]: DEBUG oslo_vmware.api [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749716, 'name': PowerOnVM_Task, 'duration_secs': 0.602267} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.794755] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.806568] env[62748]: DEBUG nova.compute.manager [None req-03f0020d-83ea-4664-88fa-705ad359b62e tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.806568] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984902e8-2973-4eca-a8e7-6e4cfcbc8ca6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.849778] env[62748]: DEBUG nova.policy [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bab6d3a007426a98b39fa21c0e09a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435b4c77fc224a60b5ec2cbdc5fa18de', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.266872] env[62748]: DEBUG nova.compute.manager [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.295077] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.321410] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52d6305-849f-4b13-b9b3-60f6788e4346 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.336615] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092d601b-b63d-46f7-8622-853e649bb900 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.376307] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d05c8e1-0f09-4a5f-bfd5-fcb66e1efa27 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.391453] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05507a22-a55d-4eb1-bed3-0718c21bb7c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.409053] env[62748]: DEBUG nova.compute.provider_tree [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.539950] env[62748]: DEBUG nova.network.neutron [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Successfully created port: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.632128] env[62748]: DEBUG nova.compute.manager [req-48e3130c-0b87-450e-a5d5-626673e7452e req-4211fee1-ce18-4d60-a077-b984dd76e123 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Received event network-vif-deleted-da684836-1116-4e2d-af27-7e3a5de8aefc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 732.632128] env[62748]: INFO nova.compute.manager [req-48e3130c-0b87-450e-a5d5-626673e7452e req-4211fee1-ce18-4d60-a077-b984dd76e123 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Neutron deleted interface da684836-1116-4e2d-af27-7e3a5de8aefc; detaching it from the instance and deleting it from the info cache [ 732.633400] env[62748]: DEBUG nova.network.neutron [req-48e3130c-0b87-450e-a5d5-626673e7452e req-4211fee1-ce18-4d60-a077-b984dd76e123 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.842204] env[62748]: DEBUG nova.network.neutron [-] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.941021] env[62748]: ERROR nova.scheduler.client.report [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [req-82aba020-17b7-4651-8fe4-5b68cef82cc1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82aba020-17b7-4651-8fe4-5b68cef82cc1"}]} [ 732.961226] env[62748]: DEBUG nova.scheduler.client.report [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 732.981945] env[62748]: DEBUG nova.scheduler.client.report [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 732.982840] env[62748]: DEBUG nova.compute.provider_tree [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.998832] env[62748]: DEBUG nova.scheduler.client.report [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 733.018987] env[62748]: DEBUG nova.scheduler.client.report [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 733.045666] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "f6309f35-0fff-4dc4-a004-32599cea3d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.046083] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "f6309f35-0fff-4dc4-a004-32599cea3d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.139727] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0897b247-cfcc-478c-9449-4dd24631590e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.153393] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba1831-1e26-4008-803d-10ae08cb9e85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.194099] env[62748]: DEBUG nova.compute.manager [req-48e3130c-0b87-450e-a5d5-626673e7452e req-4211fee1-ce18-4d60-a077-b984dd76e123 service nova] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Detach interface failed, port_id=da684836-1116-4e2d-af27-7e3a5de8aefc, reason: Instance b1fbf948-562d-4cd0-9c9a-8e83c8967592 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 733.282914] env[62748]: DEBUG nova.compute.manager [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.312861] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.313035] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.315199] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.315199] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.315199] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.315199] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.315199] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.315199] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.315199] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.315199] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.315199] env[62748]: DEBUG nova.virt.hardware [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.315639] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b30ec9b-6cd0-4cf0-9972-b9d3e02735bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.329704] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09ec08f-d2c7-4ec3-b996-b9bd05e2fffe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.351111] env[62748]: INFO nova.compute.manager [-] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Took 1.98 seconds to deallocate network for instance. [ 733.722842] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f886ba61-5815-4e4c-80e8-ffd2e81231fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.733209] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74707395-966e-4b30-af0b-b349996d0634 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.769024] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b19dcd-3415-49a8-ba79-5a733aaf1e83 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.777588] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8048b1-80f9-4a7c-83a3-6d66ebc1f91a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.796133] env[62748]: DEBUG nova.compute.provider_tree [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.865946] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.985433] env[62748]: INFO nova.compute.manager [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Unrescuing [ 733.985764] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.985919] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.986109] env[62748]: DEBUG nova.network.neutron [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.347650] env[62748]: DEBUG nova.scheduler.client.report [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 734.347939] env[62748]: DEBUG nova.compute.provider_tree [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 75 to 76 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 734.348777] env[62748]: DEBUG nova.compute.provider_tree [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.561905] env[62748]: DEBUG nova.compute.manager [req-015098f1-f530-4424-ac16-abdf60e3ffaa req-077f5c6a-58bf-4459-891e-ca95897e648a service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Received event network-vif-plugged-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 734.565223] env[62748]: DEBUG oslo_concurrency.lockutils [req-015098f1-f530-4424-ac16-abdf60e3ffaa req-077f5c6a-58bf-4459-891e-ca95897e648a service nova] Acquiring lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.565975] env[62748]: DEBUG oslo_concurrency.lockutils [req-015098f1-f530-4424-ac16-abdf60e3ffaa req-077f5c6a-58bf-4459-891e-ca95897e648a service nova] Lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.565975] env[62748]: DEBUG oslo_concurrency.lockutils [req-015098f1-f530-4424-ac16-abdf60e3ffaa req-077f5c6a-58bf-4459-891e-ca95897e648a service nova] Lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.565975] env[62748]: DEBUG nova.compute.manager [req-015098f1-f530-4424-ac16-abdf60e3ffaa req-077f5c6a-58bf-4459-891e-ca95897e648a service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] No waiting events found dispatching network-vif-plugged-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.565975] env[62748]: WARNING nova.compute.manager [req-015098f1-f530-4424-ac16-abdf60e3ffaa req-077f5c6a-58bf-4459-891e-ca95897e648a service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Received unexpected event network-vif-plugged-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 for instance with vm_state building and task_state spawning. [ 734.855018] env[62748]: DEBUG nova.network.neutron [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Successfully updated port: 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.855328] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.605s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.857613] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.097s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.863489] env[62748]: INFO nova.compute.claims [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.889909] env[62748]: INFO nova.scheduler.client.report [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Deleted allocations for instance 162ea36e-6177-499d-b468-479a71e74fc9 [ 734.944123] env[62748]: DEBUG nova.network.neutron [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Updating instance_info_cache with network_info: [{"id": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "address": "fa:16:3e:c6:23:dc", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03129ae6-08", "ovs_interfaceid": "03129ae6-0870-4152-b0b6-b20fd9ee246e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.254722] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "226d1853-f933-403b-92a6-8e957732ae87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.255226] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "226d1853-f933-403b-92a6-8e957732ae87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.355443] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.355840] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquired lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.355840] env[62748]: DEBUG nova.network.neutron [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.398134] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ec4705b1-5c2e-4cff-8593-fe7e76aef3c2 tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "162ea36e-6177-499d-b468-479a71e74fc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.392s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.449732] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "refresh_cache-d4caa239-66c2-4304-91a9-38f960480d3d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.449732] env[62748]: DEBUG nova.objects.instance [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lazy-loading 'flavor' on Instance uuid d4caa239-66c2-4304-91a9-38f960480d3d {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.911805] env[62748]: DEBUG nova.network.neutron [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.955689] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125596bf-bc4e-4eed-bb02-57c08b18ebb1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.981765] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.986982] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddaa28fb-c2f1-4943-9579-beb2f2bdf915 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.997440] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 735.997440] env[62748]: value = "task-2749719" [ 735.997440] env[62748]: _type = "Task" [ 735.997440] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.004699] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "51bf0346-49a9-4ee6-b744-82763fc2ad70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.004951] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "51bf0346-49a9-4ee6-b744-82763fc2ad70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.005186] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "51bf0346-49a9-4ee6-b744-82763fc2ad70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.005375] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "51bf0346-49a9-4ee6-b744-82763fc2ad70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.005579] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "51bf0346-49a9-4ee6-b744-82763fc2ad70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.009982] env[62748]: INFO nova.compute.manager [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Terminating instance [ 736.017456] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.190219] env[62748]: DEBUG nova.network.neutron [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updating instance_info_cache with network_info: [{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.470595] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27be7545-b589-4956-a234-b0bb391a29fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.486553] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce58772-1572-43f4-88ee-bb7e02b795d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.519205] env[62748]: DEBUG nova.compute.manager [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.519455] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.525685] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdfbedc-09bc-428b-83ef-96a744618298 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.529122] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12dc18f-0659-4549-8391-5e5b36176294 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.542026] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749719, 'name': PowerOffVM_Task, 'duration_secs': 0.232049} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.542740] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.548860] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 736.550329] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb81861-d066-4b3e-a3fc-5035e965e0ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.554820] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.555235] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e636e18d-dcd4-43d8-acc5-d1a45087fbca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.569860] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df7ceacd-e43c-4fca-81d8-03585c9a006f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.582673] env[62748]: DEBUG nova.compute.provider_tree [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.588308] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 736.588308] env[62748]: value = "task-2749720" [ 736.588308] env[62748]: _type = "Task" [ 736.588308] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.588308] env[62748]: DEBUG oslo_vmware.api [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 736.588308] env[62748]: value = "task-2749721" [ 736.588308] env[62748]: _type = "Task" [ 736.588308] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.600210] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749720, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.604758] env[62748]: DEBUG oslo_vmware.api [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.696667] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Releasing lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.696860] env[62748]: DEBUG nova.compute.manager [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Instance network_info: |[{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.697351] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:c1:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57b8e3c2-5037-4ab3-9c3a-0d23539357f9', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.706360] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Creating folder: Project (435b4c77fc224a60b5ec2cbdc5fa18de). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.706988] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3509ae39-a008-4c91-955e-a663cac811e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.718325] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Created folder: Project (435b4c77fc224a60b5ec2cbdc5fa18de) in parent group-v553264. [ 736.718325] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Creating folder: Instances. Parent ref: group-v553403. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.718497] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d5b40ff-4a65-43af-85cc-e7ba67582c7d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.728013] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Created folder: Instances in parent group-v553403. [ 736.728300] env[62748]: DEBUG oslo.service.loopingcall [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.728517] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.728741] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d66ee1cd-9f8f-400d-84a5-1379b254b466 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.750670] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.750670] env[62748]: value = "task-2749724" [ 736.750670] env[62748]: _type = "Task" [ 736.750670] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.761135] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749724, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.832597] env[62748]: DEBUG nova.compute.manager [req-ea6aebcd-0d9e-4500-9b95-690024831a65 req-c2600560-bc73-45da-92e7-b47063c89f96 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Received event network-changed-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 736.832982] env[62748]: DEBUG nova.compute.manager [req-ea6aebcd-0d9e-4500-9b95-690024831a65 req-c2600560-bc73-45da-92e7-b47063c89f96 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Refreshing instance network info cache due to event network-changed-57b8e3c2-5037-4ab3-9c3a-0d23539357f9. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 736.833386] env[62748]: DEBUG oslo_concurrency.lockutils [req-ea6aebcd-0d9e-4500-9b95-690024831a65 req-c2600560-bc73-45da-92e7-b47063c89f96 service nova] Acquiring lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.833665] env[62748]: DEBUG oslo_concurrency.lockutils [req-ea6aebcd-0d9e-4500-9b95-690024831a65 req-c2600560-bc73-45da-92e7-b47063c89f96 service nova] Acquired lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.833967] env[62748]: DEBUG nova.network.neutron [req-ea6aebcd-0d9e-4500-9b95-690024831a65 req-c2600560-bc73-45da-92e7-b47063c89f96 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Refreshing network info cache for port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.085680] env[62748]: DEBUG nova.scheduler.client.report [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.105247] env[62748]: DEBUG oslo_vmware.api [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749721, 'name': PowerOffVM_Task, 'duration_secs': 0.215389} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.105891] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.105891] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.105982] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.106239] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-910ba7af-193d-42fe-8af0-be56022176d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.169092] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.169092] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.169092] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Deleting the datastore file [datastore2] 51bf0346-49a9-4ee6-b744-82763fc2ad70 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.169092] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e66aeb-1b5b-4060-9e1a-37c66271d9f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.177176] env[62748]: DEBUG oslo_vmware.api [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for the task: (returnval){ [ 737.177176] env[62748]: value = "task-2749726" [ 737.177176] env[62748]: _type = "Task" [ 737.177176] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.187389] env[62748]: DEBUG oslo_vmware.api [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.260569] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749724, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.605155] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.605990] env[62748]: DEBUG nova.compute.manager [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.608771] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749720, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.609713] env[62748]: DEBUG oslo_concurrency.lockutils [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.096s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.609713] env[62748]: DEBUG nova.objects.instance [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lazy-loading 'resources' on Instance uuid ba14c5ee-afa3-4ed6-9e94-1619cb75ef34 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.687741] env[62748]: DEBUG oslo_vmware.api [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Task: {'id': task-2749726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173425} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.688085] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.688208] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.688373] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.688563] env[62748]: INFO nova.compute.manager [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Took 1.17 seconds to destroy the instance on the hypervisor. [ 737.688797] env[62748]: DEBUG oslo.service.loopingcall [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.690574] env[62748]: DEBUG nova.compute.manager [-] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.690574] env[62748]: DEBUG nova.network.neutron [-] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.753410] env[62748]: DEBUG nova.network.neutron [req-ea6aebcd-0d9e-4500-9b95-690024831a65 req-c2600560-bc73-45da-92e7-b47063c89f96 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updated VIF entry in instance network info cache for port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.755131] env[62748]: DEBUG nova.network.neutron [req-ea6aebcd-0d9e-4500-9b95-690024831a65 req-c2600560-bc73-45da-92e7-b47063c89f96 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updating instance_info_cache with network_info: [{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.765684] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749724, 'name': CreateVM_Task, 'duration_secs': 0.550324} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.765883] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.767019] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.767019] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.767149] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.768028] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88deb762-b38d-4759-ae1c-205fbb7849dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.774133] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 737.774133] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e54519-709e-e5af-22bb-6341f0925b22" [ 737.774133] env[62748]: _type = "Task" [ 737.774133] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.783960] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e54519-709e-e5af-22bb-6341f0925b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.100415] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749720, 'name': ReconfigVM_Task, 'duration_secs': 1.244387} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.100742] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 738.100984] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.101212] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e097cdf-2e37-4925-9f18-5135f97b97c9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.113014] env[62748]: DEBUG nova.compute.utils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.117385] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 738.117385] env[62748]: value = "task-2749727" [ 738.117385] env[62748]: _type = "Task" [ 738.117385] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.121293] env[62748]: DEBUG nova.compute.manager [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.121293] env[62748]: DEBUG nova.network.neutron [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.136416] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749727, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.220164] env[62748]: DEBUG nova.policy [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5eb9a21508bf4fc08cc44e556cfad4e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53df35828df84970bbdbf957cad53661', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.258411] env[62748]: DEBUG oslo_concurrency.lockutils [req-ea6aebcd-0d9e-4500-9b95-690024831a65 req-c2600560-bc73-45da-92e7-b47063c89f96 service nova] Releasing lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.284692] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e54519-709e-e5af-22bb-6341f0925b22, 'name': SearchDatastore_Task, 'duration_secs': 0.019133} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.287892] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.288277] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.288542] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.288729] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.288947] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.290464] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1dbd486-9ae9-4796-9de7-1e6c5593172d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.299485] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.299697] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.300483] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e61b888d-4ba2-4153-9c71-956c9949ba0f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.306197] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 738.306197] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5284167f-7ca8-c035-88a2-de6a2d75f0fe" [ 738.306197] env[62748]: _type = "Task" [ 738.306197] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.317432] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5284167f-7ca8-c035-88a2-de6a2d75f0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.619405] env[62748]: DEBUG nova.compute.manager [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.635906] env[62748]: DEBUG oslo_vmware.api [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749727, 'name': PowerOnVM_Task, 'duration_secs': 0.443357} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.636313] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.636586] env[62748]: DEBUG nova.compute.manager [None req-7bbf5b6e-7cf3-45a5-b26c-bd3e36e5c7fb tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.637442] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f87b1bb-5da6-44d2-b45f-76256ecffa4e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.662476] env[62748]: DEBUG nova.network.neutron [-] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.739097] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd91143a-4553-41be-8647-e242f54a312a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.751021] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736621f0-2a9c-4d95-9446-f00753854aa2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.779180] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34410db-46fb-4f20-b070-9981bf45351d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.787006] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974396b2-e8b4-4b0b-886b-829bcc1ec2cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.802783] env[62748]: DEBUG nova.compute.provider_tree [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.817202] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5284167f-7ca8-c035-88a2-de6a2d75f0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014459} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.817736] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279e3a48-0ea0-42de-870b-44d129483ddc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.824075] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 738.824075] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5280929b-dd25-d332-62a8-9342b80cad6e" [ 738.824075] env[62748]: _type = "Task" [ 738.824075] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.832594] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5280929b-dd25-d332-62a8-9342b80cad6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.128113] env[62748]: DEBUG nova.compute.manager [req-5a44a8a5-a2ff-4fcd-b9c3-e968ff9070cd req-138663e6-6c95-4f8e-b840-f179018a9eaf service nova] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Received event network-vif-deleted-7d524d7a-4d02-4240-bcfd-cb8db8d2dc03 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 739.167254] env[62748]: INFO nova.compute.manager [-] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Took 1.48 seconds to deallocate network for instance. [ 739.192943] env[62748]: DEBUG nova.network.neutron [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Successfully created port: 1c20e23b-820c-4924-8cbe-55a4824b83dc {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.304913] env[62748]: DEBUG nova.scheduler.client.report [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.314260] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.314497] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.334669] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5280929b-dd25-d332-62a8-9342b80cad6e, 'name': SearchDatastore_Task, 'duration_secs': 0.025005} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.334958] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.335240] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] fcb8d3e5-23d3-4595-b029-63e0f81afa3b/fcb8d3e5-23d3-4595-b029-63e0f81afa3b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.335510] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-682fe818-b8f8-4097-98b7-166546095af4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.362401] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 739.362401] env[62748]: value = "task-2749728" [ 739.362401] env[62748]: _type = "Task" [ 739.362401] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.378703] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.635104] env[62748]: DEBUG nova.compute.manager [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.675234] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.677666] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.677917] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.678184] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.678394] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.678547] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.678901] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.678901] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.679071] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.679264] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.679429] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.679603] env[62748]: DEBUG nova.virt.hardware [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.680542] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f3181-f423-4ad3-a121-e1d58ce060fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.689382] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab8b77-8476-48fa-8d8a-bc4859adc2ce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.778541] env[62748]: DEBUG nova.network.neutron [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Successfully created port: c92c8e89-f124-470a-817b-8125d9aea3da {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.812390] env[62748]: DEBUG oslo_concurrency.lockutils [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.818096] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.935s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.821036] env[62748]: INFO nova.compute.claims [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.846399] env[62748]: INFO nova.scheduler.client.report [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Deleted allocations for instance ba14c5ee-afa3-4ed6-9e94-1619cb75ef34 [ 739.881451] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749728, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.356544] env[62748]: DEBUG oslo_concurrency.lockutils [None req-54b22b60-723b-48be-9e26-172ed6b4c888 tempest-TenantUsagesTestJSON-997940860 tempest-TenantUsagesTestJSON-997940860-project-member] Lock "ba14c5ee-afa3-4ed6-9e94-1619cb75ef34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.083s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.377145] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730824} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.378044] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] fcb8d3e5-23d3-4595-b029-63e0f81afa3b/fcb8d3e5-23d3-4595-b029-63e0f81afa3b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.378996] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.379581] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2637129-4db7-482c-9c25-2eeacc4c0dd3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.389856] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 740.389856] env[62748]: value = "task-2749729" [ 740.389856] env[62748]: _type = "Task" [ 740.389856] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.406621] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.485525] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52163efd-2a95-f52d-7cb0-0f8f9fcfde86/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 740.486526] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6da7bc-8c95-41fb-ac62-b83dd022bcb4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.494110] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52163efd-2a95-f52d-7cb0-0f8f9fcfde86/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 740.494110] env[62748]: ERROR oslo_vmware.rw_handles [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52163efd-2a95-f52d-7cb0-0f8f9fcfde86/disk-0.vmdk due to incomplete transfer. [ 740.497100] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-da4ebfe0-cb0b-436f-bc65-6d312389d84c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.513938] env[62748]: DEBUG oslo_vmware.rw_handles [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52163efd-2a95-f52d-7cb0-0f8f9fcfde86/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 740.513938] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Uploaded image 1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 740.516994] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 740.516994] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b73ddcac-026b-4d0a-bb7b-99409b830354 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.537267] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 740.537267] env[62748]: value = "task-2749730" [ 740.537267] env[62748]: _type = "Task" [ 740.537267] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.547688] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749730, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.913059] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102891} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.913059] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.913059] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f92f8-456d-46f7-a7bc-fdfcc713f963 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.944041] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] fcb8d3e5-23d3-4595-b029-63e0f81afa3b/fcb8d3e5-23d3-4595-b029-63e0f81afa3b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.946862] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1088d2b-7572-4ad0-9435-e45b1e430320 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.970305] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 740.970305] env[62748]: value = "task-2749731" [ 740.970305] env[62748]: _type = "Task" [ 740.970305] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.986404] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749731, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.051714] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749730, 'name': Destroy_Task, 'duration_secs': 0.353306} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.051714] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Destroyed the VM [ 741.052057] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 741.052179] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-586bb8d7-9fd4-4fa3-aa17-c338f664e8c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.060926] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 741.060926] env[62748]: value = "task-2749732" [ 741.060926] env[62748]: _type = "Task" [ 741.060926] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.069424] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749732, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.459077] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6448893-9fc4-4235-9bb0-865b2353e594 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.465300] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd846fe-0a00-489a-85ef-85f19bc9a979 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.503678] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3ff79b-94ff-465c-8d32-6fd6940536a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.510248] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749731, 'name': ReconfigVM_Task, 'duration_secs': 0.303834} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.511183] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Reconfigured VM instance instance-0000002f to attach disk [datastore2] fcb8d3e5-23d3-4595-b029-63e0f81afa3b/fcb8d3e5-23d3-4595-b029-63e0f81afa3b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.514813] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c873d9a8-348d-4416-beb9-3ff6394d6cd9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.518027] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a67000-573d-453b-bbf5-e09e97336699 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.532760] env[62748]: DEBUG nova.compute.provider_tree [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.537230] env[62748]: DEBUG nova.compute.manager [req-35e8b506-f008-47f6-a9c5-6aa774bfdbab req-afc00ee1-2ba8-4679-9448-fd9cbd34b688 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Received event network-vif-plugged-1c20e23b-820c-4924-8cbe-55a4824b83dc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.537357] env[62748]: DEBUG oslo_concurrency.lockutils [req-35e8b506-f008-47f6-a9c5-6aa774bfdbab req-afc00ee1-2ba8-4679-9448-fd9cbd34b688 service nova] Acquiring lock "484733e8-fba8-475b-8387-3dd27b95c8cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.537494] env[62748]: DEBUG oslo_concurrency.lockutils [req-35e8b506-f008-47f6-a9c5-6aa774bfdbab req-afc00ee1-2ba8-4679-9448-fd9cbd34b688 service nova] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.537668] env[62748]: DEBUG oslo_concurrency.lockutils [req-35e8b506-f008-47f6-a9c5-6aa774bfdbab req-afc00ee1-2ba8-4679-9448-fd9cbd34b688 service nova] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.537930] env[62748]: DEBUG nova.compute.manager [req-35e8b506-f008-47f6-a9c5-6aa774bfdbab req-afc00ee1-2ba8-4679-9448-fd9cbd34b688 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] No waiting events found dispatching network-vif-plugged-1c20e23b-820c-4924-8cbe-55a4824b83dc {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.538130] env[62748]: WARNING nova.compute.manager [req-35e8b506-f008-47f6-a9c5-6aa774bfdbab req-afc00ee1-2ba8-4679-9448-fd9cbd34b688 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Received unexpected event network-vif-plugged-1c20e23b-820c-4924-8cbe-55a4824b83dc for instance with vm_state building and task_state spawning. [ 741.538865] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 741.538865] env[62748]: value = "task-2749733" [ 741.538865] env[62748]: _type = "Task" [ 741.538865] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.551294] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749733, 'name': Rename_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.573775] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749732, 'name': RemoveSnapshot_Task, 'duration_secs': 0.379173} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.574709] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.574709] env[62748]: DEBUG nova.compute.manager [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.575503] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070b2308-c0f0-426d-a2d7-5a960514721f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.746927] env[62748]: DEBUG nova.network.neutron [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Successfully updated port: 1c20e23b-820c-4924-8cbe-55a4824b83dc {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.040176] env[62748]: DEBUG nova.scheduler.client.report [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.060421] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749733, 'name': Rename_Task, 'duration_secs': 0.256636} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.060421] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.060729] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d5f0962-0107-429a-9a7d-fda181d2b23e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.067719] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 742.067719] env[62748]: value = "task-2749734" [ 742.067719] env[62748]: _type = "Task" [ 742.067719] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.075713] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.094473] env[62748]: INFO nova.compute.manager [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Shelve offloading [ 742.555661] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.556259] env[62748]: DEBUG nova.compute.manager [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.558856] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.536s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.560311] env[62748]: INFO nova.compute.claims [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.579251] env[62748]: DEBUG oslo_vmware.api [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2749734, 'name': PowerOnVM_Task, 'duration_secs': 0.498154} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.579553] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.580119] env[62748]: INFO nova.compute.manager [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Took 9.30 seconds to spawn the instance on the hypervisor. [ 742.581216] env[62748]: DEBUG nova.compute.manager [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.582117] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbcc26a-8858-449d-8dfb-fab5731b3727 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.596867] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.597413] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10cd58a2-1e91-4641-9f4c-11d16d868b7d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.604516] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 742.604516] env[62748]: value = "task-2749735" [ 742.604516] env[62748]: _type = "Task" [ 742.604516] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.615613] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 742.617020] env[62748]: DEBUG nova.compute.manager [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.617545] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7222a82d-1c91-47c3-adb0-b5e1919ac45d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.623290] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.625037] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.625037] env[62748]: DEBUG nova.network.neutron [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.067177] env[62748]: DEBUG nova.compute.utils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.069252] env[62748]: DEBUG nova.compute.manager [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.069670] env[62748]: DEBUG nova.network.neutron [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.104859] env[62748]: INFO nova.compute.manager [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Took 55.52 seconds to build instance. [ 743.163800] env[62748]: DEBUG nova.policy [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08d09fd893c476e9b066a09f1e4e872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '321e20fc38cf4579815a85ddb2af7d2c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.417712] env[62748]: DEBUG nova.network.neutron [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating instance_info_cache with network_info: [{"id": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "address": "fa:16:3e:03:1c:d0", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8645a4ad-bd", "ovs_interfaceid": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.478524] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.478524] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.577314] env[62748]: DEBUG nova.compute.manager [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.607986] env[62748]: DEBUG oslo_concurrency.lockutils [None req-94874c43-2283-4e50-bf1c-49c13fe5cf55 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.703s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.924471] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.020202] env[62748]: DEBUG nova.network.neutron [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Successfully created port: 7e946c4a-5591-40f4-a453-7948dcfb2fcf {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.048953] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.049218] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.088299] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede82dd1-db40-46d8-9838-d7b5b2880e64 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.093677] env[62748]: DEBUG nova.compute.manager [req-b0c37c5a-fb97-45aa-aac9-4d06cd2287dc req-f3463b2f-6b24-47f8-9077-a7da9164b320 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Received event network-changed-1c20e23b-820c-4924-8cbe-55a4824b83dc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 744.093906] env[62748]: DEBUG nova.compute.manager [req-b0c37c5a-fb97-45aa-aac9-4d06cd2287dc req-f3463b2f-6b24-47f8-9077-a7da9164b320 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Refreshing instance network info cache due to event network-changed-1c20e23b-820c-4924-8cbe-55a4824b83dc. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 744.094192] env[62748]: DEBUG oslo_concurrency.lockutils [req-b0c37c5a-fb97-45aa-aac9-4d06cd2287dc req-f3463b2f-6b24-47f8-9077-a7da9164b320 service nova] Acquiring lock "refresh_cache-484733e8-fba8-475b-8387-3dd27b95c8cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.094285] env[62748]: DEBUG oslo_concurrency.lockutils [req-b0c37c5a-fb97-45aa-aac9-4d06cd2287dc req-f3463b2f-6b24-47f8-9077-a7da9164b320 service nova] Acquired lock "refresh_cache-484733e8-fba8-475b-8387-3dd27b95c8cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.094395] env[62748]: DEBUG nova.network.neutron [req-b0c37c5a-fb97-45aa-aac9-4d06cd2287dc req-f3463b2f-6b24-47f8-9077-a7da9164b320 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Refreshing network info cache for port 1c20e23b-820c-4924-8cbe-55a4824b83dc {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.102966] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa073bc-08ae-4718-8db7-d72531596734 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.142168] env[62748]: DEBUG nova.compute.manager [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 744.148147] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1178c6bd-6fe4-4dbc-80d1-b43c6871c271 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.156434] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7209fa5-1272-4597-998b-9ce88a5f10a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.171671] env[62748]: DEBUG nova.compute.provider_tree [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.595167] env[62748]: DEBUG nova.compute.manager [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.634017] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.634921] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.634921] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.635171] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.635341] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.635500] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.635732] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.635920] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.636113] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.636563] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.636796] env[62748]: DEBUG nova.virt.hardware [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.637802] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafdd4b5-afb0-47b2-9a73-1fdded5c354b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.647841] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c0a73a-16d8-413f-bf61-606502860ccd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.674096] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.674953] env[62748]: DEBUG nova.scheduler.client.report [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.835089] env[62748]: DEBUG nova.network.neutron [req-b0c37c5a-fb97-45aa-aac9-4d06cd2287dc req-f3463b2f-6b24-47f8-9077-a7da9164b320 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.947906] env[62748]: DEBUG nova.network.neutron [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Successfully updated port: c92c8e89-f124-470a-817b-8125d9aea3da {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.107988] env[62748]: DEBUG nova.network.neutron [req-b0c37c5a-fb97-45aa-aac9-4d06cd2287dc req-f3463b2f-6b24-47f8-9077-a7da9164b320 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.180648] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.181221] env[62748]: DEBUG nova.compute.manager [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.183984] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.378s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.185467] env[62748]: INFO nova.compute.claims [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.311207] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.313153] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940a736b-a99e-4a26-a200-9459b1ef59d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.326937] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.326937] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-431dce6b-4ca2-4ca0-bd72-09103d1d1de3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.414376] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.414637] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.414855] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleting the datastore file [datastore2] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.415217] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b10b7c84-1e7f-4a16-846a-d41c9597b8f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.422968] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 745.422968] env[62748]: value = "task-2749737" [ 745.422968] env[62748]: _type = "Task" [ 745.422968] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.434381] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.450833] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "refresh_cache-484733e8-fba8-475b-8387-3dd27b95c8cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.613054] env[62748]: DEBUG oslo_concurrency.lockutils [req-b0c37c5a-fb97-45aa-aac9-4d06cd2287dc req-f3463b2f-6b24-47f8-9077-a7da9164b320 service nova] Releasing lock "refresh_cache-484733e8-fba8-475b-8387-3dd27b95c8cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.613054] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquired lock "refresh_cache-484733e8-fba8-475b-8387-3dd27b95c8cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.613054] env[62748]: DEBUG nova.network.neutron [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.690406] env[62748]: DEBUG nova.compute.utils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.700150] env[62748]: DEBUG nova.compute.manager [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.700150] env[62748]: DEBUG nova.network.neutron [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.725644] env[62748]: DEBUG nova.compute.manager [req-5f462aae-8213-4c90-8873-afe9a5858606 req-f70b114c-2fe0-483b-a32d-4389f29d27eb service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Received event network-vif-plugged-7e946c4a-5591-40f4-a453-7948dcfb2fcf {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 745.725644] env[62748]: DEBUG oslo_concurrency.lockutils [req-5f462aae-8213-4c90-8873-afe9a5858606 req-f70b114c-2fe0-483b-a32d-4389f29d27eb service nova] Acquiring lock "16b3c94e-bc91-4509-b235-c1c84df19f63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.725644] env[62748]: DEBUG oslo_concurrency.lockutils [req-5f462aae-8213-4c90-8873-afe9a5858606 req-f70b114c-2fe0-483b-a32d-4389f29d27eb service nova] Lock "16b3c94e-bc91-4509-b235-c1c84df19f63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.725644] env[62748]: DEBUG oslo_concurrency.lockutils [req-5f462aae-8213-4c90-8873-afe9a5858606 req-f70b114c-2fe0-483b-a32d-4389f29d27eb service nova] Lock "16b3c94e-bc91-4509-b235-c1c84df19f63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.725644] env[62748]: DEBUG nova.compute.manager [req-5f462aae-8213-4c90-8873-afe9a5858606 req-f70b114c-2fe0-483b-a32d-4389f29d27eb service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] No waiting events found dispatching network-vif-plugged-7e946c4a-5591-40f4-a453-7948dcfb2fcf {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.725644] env[62748]: WARNING nova.compute.manager [req-5f462aae-8213-4c90-8873-afe9a5858606 req-f70b114c-2fe0-483b-a32d-4389f29d27eb service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Received unexpected event network-vif-plugged-7e946c4a-5591-40f4-a453-7948dcfb2fcf for instance with vm_state building and task_state spawning. [ 745.745215] env[62748]: DEBUG nova.network.neutron [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Successfully updated port: 7e946c4a-5591-40f4-a453-7948dcfb2fcf {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.766050] env[62748]: DEBUG nova.policy [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a70eff71d2bb4f01b776c4c07c47c7d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed0e9ed76423487e8d4766177ecd92c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.932790] env[62748]: DEBUG oslo_vmware.api [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2749737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294135} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.942532] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.943166] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.943166] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.982877] env[62748]: INFO nova.scheduler.client.report [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted allocations for instance 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 [ 746.147530] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Received event network-vif-plugged-c92c8e89-f124-470a-817b-8125d9aea3da {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 746.148515] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Acquiring lock "484733e8-fba8-475b-8387-3dd27b95c8cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.149104] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.149499] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.149776] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] No waiting events found dispatching network-vif-plugged-c92c8e89-f124-470a-817b-8125d9aea3da {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.150168] env[62748]: WARNING nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Received unexpected event network-vif-plugged-c92c8e89-f124-470a-817b-8125d9aea3da for instance with vm_state building and task_state spawning. [ 746.150463] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Received event network-changed-c92c8e89-f124-470a-817b-8125d9aea3da {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 746.153018] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Refreshing instance network info cache due to event network-changed-c92c8e89-f124-470a-817b-8125d9aea3da. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 746.153018] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Acquiring lock "refresh_cache-484733e8-fba8-475b-8387-3dd27b95c8cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.153018] env[62748]: DEBUG nova.network.neutron [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.196180] env[62748]: DEBUG nova.compute.manager [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.249528] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquiring lock "refresh_cache-16b3c94e-bc91-4509-b235-c1c84df19f63" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.249528] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquired lock "refresh_cache-16b3c94e-bc91-4509-b235-c1c84df19f63" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.249714] env[62748]: DEBUG nova.network.neutron [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.348044] env[62748]: DEBUG nova.network.neutron [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Successfully created port: afdf2354-e997-43e7-ab92-6a0fd8120ae0 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.492828] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.528060] env[62748]: DEBUG nova.network.neutron [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Updating instance_info_cache with network_info: [{"id": "1c20e23b-820c-4924-8cbe-55a4824b83dc", "address": "fa:16:3e:30:21:5c", "network": {"id": "7105a257-f4c6-4bbd-b5ed-4bfff4da2edc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1785682797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c20e23b-82", "ovs_interfaceid": "1c20e23b-820c-4924-8cbe-55a4824b83dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c92c8e89-f124-470a-817b-8125d9aea3da", "address": "fa:16:3e:cd:22:f5", "network": {"id": "0643cba4-73d2-4264-bd0b-a9bb730fdff7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1857950475", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92c8e89-f1", "ovs_interfaceid": "c92c8e89-f124-470a-817b-8125d9aea3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.758547] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1cdba8-6aae-4f6d-8d84-3a2ab024dc24 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.768307] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e89c8d5-6b87-473a-af97-f65654b24e8e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.807874] env[62748]: DEBUG nova.network.neutron [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.810861] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c287e-45ff-4825-b6e9-56bfd1241472 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.819435] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae72d865-7ae5-432d-b4a2-3a5176930acd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.832764] env[62748]: DEBUG nova.compute.provider_tree [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.972547] env[62748]: DEBUG nova.network.neutron [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Updating instance_info_cache with network_info: [{"id": "7e946c4a-5591-40f4-a453-7948dcfb2fcf", "address": "fa:16:3e:dc:63:8b", "network": {"id": "4bc89a65-eb46-4564-8931-52c43c5735dc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1871280530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "321e20fc38cf4579815a85ddb2af7d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e946c4a-55", "ovs_interfaceid": "7e946c4a-5591-40f4-a453-7948dcfb2fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.031645] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Releasing lock "refresh_cache-484733e8-fba8-475b-8387-3dd27b95c8cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.032066] env[62748]: DEBUG nova.compute.manager [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Instance network_info: |[{"id": "1c20e23b-820c-4924-8cbe-55a4824b83dc", "address": "fa:16:3e:30:21:5c", "network": {"id": "7105a257-f4c6-4bbd-b5ed-4bfff4da2edc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1785682797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c20e23b-82", "ovs_interfaceid": "1c20e23b-820c-4924-8cbe-55a4824b83dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c92c8e89-f124-470a-817b-8125d9aea3da", "address": "fa:16:3e:cd:22:f5", "network": {"id": "0643cba4-73d2-4264-bd0b-a9bb730fdff7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1857950475", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92c8e89-f1", "ovs_interfaceid": "c92c8e89-f124-470a-817b-8125d9aea3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.032394] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Acquired lock "refresh_cache-484733e8-fba8-475b-8387-3dd27b95c8cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.032578] env[62748]: DEBUG nova.network.neutron [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Refreshing network info cache for port c92c8e89-f124-470a-817b-8125d9aea3da {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.037216] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:21:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c20e23b-820c-4924-8cbe-55a4824b83dc', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:22:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c92c8e89-f124-470a-817b-8125d9aea3da', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.052563] env[62748]: DEBUG oslo.service.loopingcall [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.056452] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.056814] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4053e64c-9947-4fb6-8ce3-f4dcc7b51747 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.102240] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.102240] env[62748]: value = "task-2749738" [ 747.102240] env[62748]: _type = "Task" [ 747.102240] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.118216] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749738, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.209356] env[62748]: DEBUG nova.compute.manager [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.233634] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.234114] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.243345] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.243584] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.243745] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.243932] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.244104] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.244260] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.244493] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.244672] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.244866] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.245050] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.245230] env[62748]: DEBUG nova.virt.hardware [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.246115] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7410a0-c991-4805-a27a-9d193c803973 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.255471] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09d7ef1-ce57-46f3-aafd-24a04f5dda82 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.338200] env[62748]: DEBUG nova.scheduler.client.report [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.472751] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Releasing lock "refresh_cache-16b3c94e-bc91-4509-b235-c1c84df19f63" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.474057] env[62748]: DEBUG nova.compute.manager [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Instance network_info: |[{"id": "7e946c4a-5591-40f4-a453-7948dcfb2fcf", "address": "fa:16:3e:dc:63:8b", "network": {"id": "4bc89a65-eb46-4564-8931-52c43c5735dc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1871280530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "321e20fc38cf4579815a85ddb2af7d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e946c4a-55", "ovs_interfaceid": "7e946c4a-5591-40f4-a453-7948dcfb2fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.474057] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:63:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e946c4a-5591-40f4-a453-7948dcfb2fcf', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.483881] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Creating folder: Project (321e20fc38cf4579815a85ddb2af7d2c). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.484654] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd51f85a-418a-4307-a9f7-0444feba20eb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.541250] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Created folder: Project (321e20fc38cf4579815a85ddb2af7d2c) in parent group-v553264. [ 747.541772] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Creating folder: Instances. Parent ref: group-v553407. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.542424] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a8e455-7317-4b60-a381-6003825db8f0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.558841] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Created folder: Instances in parent group-v553407. [ 747.559146] env[62748]: DEBUG oslo.service.loopingcall [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.559334] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.559614] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a98325d1-828f-4002-96d7-6f1bb4d8012c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.588619] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.588850] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.589059] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.589059] env[62748]: value = "task-2749741" [ 747.589059] env[62748]: _type = "Task" [ 747.589059] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.601965] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749741, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.612018] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749738, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.754140] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.755741] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.755983] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.756201] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.756575] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.756970] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.758740] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 747.758740] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 747.828140] env[62748]: DEBUG nova.compute.manager [req-4dd5fa54-16e6-470a-8e1c-1902500c3002 req-3efaf0bf-dfbb-424b-96ac-09018298c29e service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Received event network-changed-7e946c4a-5591-40f4-a453-7948dcfb2fcf {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 747.828140] env[62748]: DEBUG nova.compute.manager [req-4dd5fa54-16e6-470a-8e1c-1902500c3002 req-3efaf0bf-dfbb-424b-96ac-09018298c29e service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Refreshing instance network info cache due to event network-changed-7e946c4a-5591-40f4-a453-7948dcfb2fcf. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 747.828140] env[62748]: DEBUG oslo_concurrency.lockutils [req-4dd5fa54-16e6-470a-8e1c-1902500c3002 req-3efaf0bf-dfbb-424b-96ac-09018298c29e service nova] Acquiring lock "refresh_cache-16b3c94e-bc91-4509-b235-c1c84df19f63" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.828140] env[62748]: DEBUG oslo_concurrency.lockutils [req-4dd5fa54-16e6-470a-8e1c-1902500c3002 req-3efaf0bf-dfbb-424b-96ac-09018298c29e service nova] Acquired lock "refresh_cache-16b3c94e-bc91-4509-b235-c1c84df19f63" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.828140] env[62748]: DEBUG nova.network.neutron [req-4dd5fa54-16e6-470a-8e1c-1902500c3002 req-3efaf0bf-dfbb-424b-96ac-09018298c29e service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Refreshing network info cache for port 7e946c4a-5591-40f4-a453-7948dcfb2fcf {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.847236] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.847918] env[62748]: DEBUG nova.compute.manager [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.851356] env[62748]: DEBUG oslo_concurrency.lockutils [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.686s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.852153] env[62748]: DEBUG nova.objects.instance [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lazy-loading 'resources' on Instance uuid aa19eaa0-199a-4c26-8e3c-04b323280ba7 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.875662] env[62748]: DEBUG nova.network.neutron [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Updated VIF entry in instance network info cache for port c92c8e89-f124-470a-817b-8125d9aea3da. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.875772] env[62748]: DEBUG nova.network.neutron [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Updating instance_info_cache with network_info: [{"id": "1c20e23b-820c-4924-8cbe-55a4824b83dc", "address": "fa:16:3e:30:21:5c", "network": {"id": "7105a257-f4c6-4bbd-b5ed-4bfff4da2edc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1785682797", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c20e23b-82", "ovs_interfaceid": "1c20e23b-820c-4924-8cbe-55a4824b83dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c92c8e89-f124-470a-817b-8125d9aea3da", "address": "fa:16:3e:cd:22:f5", "network": {"id": "0643cba4-73d2-4264-bd0b-a9bb730fdff7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1857950475", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92c8e89-f1", "ovs_interfaceid": "c92c8e89-f124-470a-817b-8125d9aea3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.033106] env[62748]: DEBUG nova.network.neutron [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Successfully updated port: afdf2354-e997-43e7-ab92-6a0fd8120ae0 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.100305] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749741, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.112905] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749738, 'name': CreateVM_Task, 'duration_secs': 0.595328} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.113121] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.114258] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.114672] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.115063] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.116419] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e4edf1-fcbb-47ca-94bc-038717d21e69 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.120578] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 748.120578] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52480c5f-3c2d-f41f-ee93-ccd83a53f42e" [ 748.120578] env[62748]: _type = "Task" [ 748.120578] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.133143] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52480c5f-3c2d-f41f-ee93-ccd83a53f42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.243385] env[62748]: DEBUG nova.compute.manager [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Received event network-vif-plugged-afdf2354-e997-43e7-ab92-6a0fd8120ae0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.243385] env[62748]: DEBUG oslo_concurrency.lockutils [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] Acquiring lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.243385] env[62748]: DEBUG oslo_concurrency.lockutils [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.243385] env[62748]: DEBUG oslo_concurrency.lockutils [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.243805] env[62748]: DEBUG nova.compute.manager [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] No waiting events found dispatching network-vif-plugged-afdf2354-e997-43e7-ab92-6a0fd8120ae0 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.243805] env[62748]: WARNING nova.compute.manager [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Received unexpected event network-vif-plugged-afdf2354-e997-43e7-ab92-6a0fd8120ae0 for instance with vm_state building and task_state spawning. [ 748.243945] env[62748]: DEBUG nova.compute.manager [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Received event network-changed-afdf2354-e997-43e7-ab92-6a0fd8120ae0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.244140] env[62748]: DEBUG nova.compute.manager [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Refreshing instance network info cache due to event network-changed-afdf2354-e997-43e7-ab92-6a0fd8120ae0. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 748.244335] env[62748]: DEBUG oslo_concurrency.lockutils [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] Acquiring lock "refresh_cache-86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.244593] env[62748]: DEBUG oslo_concurrency.lockutils [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] Acquired lock "refresh_cache-86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.244789] env[62748]: DEBUG nova.network.neutron [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Refreshing network info cache for port afdf2354-e997-43e7-ab92-6a0fd8120ae0 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.261649] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.353196] env[62748]: DEBUG nova.compute.utils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.354895] env[62748]: DEBUG nova.compute.manager [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.355086] env[62748]: DEBUG nova.network.neutron [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.378746] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Releasing lock "refresh_cache-484733e8-fba8-475b-8387-3dd27b95c8cd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.379021] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received event network-vif-unplugged-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.379224] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Acquiring lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.379577] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.379764] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.379947] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] No waiting events found dispatching network-vif-unplugged-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.380227] env[62748]: WARNING nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received unexpected event network-vif-unplugged-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd for instance with vm_state shelved_offloaded and task_state None. [ 748.380410] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Received event network-changed-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 748.380570] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Refreshing instance network info cache due to event network-changed-57b8e3c2-5037-4ab3-9c3a-0d23539357f9. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 748.380937] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Acquiring lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.380937] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Acquired lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.381067] env[62748]: DEBUG nova.network.neutron [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Refreshing network info cache for port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.418513] env[62748]: DEBUG nova.policy [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f31484af471c4b6798c741fc386a762f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eedb0007d1d42a9bdb5d5fe20fe784c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.535107] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "refresh_cache-86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.604291] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749741, 'name': CreateVM_Task, 'duration_secs': 0.783608} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.605142] env[62748]: DEBUG nova.network.neutron [req-4dd5fa54-16e6-470a-8e1c-1902500c3002 req-3efaf0bf-dfbb-424b-96ac-09018298c29e service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Updated VIF entry in instance network info cache for port 7e946c4a-5591-40f4-a453-7948dcfb2fcf. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.605472] env[62748]: DEBUG nova.network.neutron [req-4dd5fa54-16e6-470a-8e1c-1902500c3002 req-3efaf0bf-dfbb-424b-96ac-09018298c29e service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Updating instance_info_cache with network_info: [{"id": "7e946c4a-5591-40f4-a453-7948dcfb2fcf", "address": "fa:16:3e:dc:63:8b", "network": {"id": "4bc89a65-eb46-4564-8931-52c43c5735dc", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1871280530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "321e20fc38cf4579815a85ddb2af7d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e946c4a-55", "ovs_interfaceid": "7e946c4a-5591-40f4-a453-7948dcfb2fcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.606552] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.607199] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.630549] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52480c5f-3c2d-f41f-ee93-ccd83a53f42e, 'name': SearchDatastore_Task, 'duration_secs': 0.017818} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.630838] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.631080] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.631385] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.631469] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.631629] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.634129] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.634438] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 748.634671] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fafaede-3927-4f85-b876-60e83d7fa6db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.636806] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575d005f-d87e-48b5-944d-fa4a9aa937fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.641978] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 748.641978] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52222d21-316f-207a-a75c-3fb2b015870b" [ 748.641978] env[62748]: _type = "Task" [ 748.641978] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.646207] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.646401] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.649737] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcd6b4d-ce81-4485-9f34-9edca50c160a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.656756] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52222d21-316f-207a-a75c-3fb2b015870b, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.656756] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.656756] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.656756] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.658825] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 748.658825] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5296fe74-94cf-a156-16ab-f36f43a85b5f" [ 748.658825] env[62748]: _type = "Task" [ 748.658825] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.667597] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5296fe74-94cf-a156-16ab-f36f43a85b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.763379] env[62748]: DEBUG nova.network.neutron [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Successfully created port: db7b098d-1004-4a90-9c70-a52bfbb86243 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.776796] env[62748]: DEBUG nova.network.neutron [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.849359] env[62748]: DEBUG nova.network.neutron [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.860927] env[62748]: DEBUG nova.compute.utils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.879022] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b307167-fb3e-4308-87bb-be88ce4770d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.890432] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ffbf19-9ce9-4a89-a372-4121f47fe486 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.925657] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5e931e-7380-499d-a6a2-7eb285e9cc43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.933617] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b39923-5c5f-423d-983e-1574c017a49f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.947907] env[62748]: DEBUG nova.compute.provider_tree [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.111515] env[62748]: DEBUG oslo_concurrency.lockutils [req-4dd5fa54-16e6-470a-8e1c-1902500c3002 req-3efaf0bf-dfbb-424b-96ac-09018298c29e service nova] Releasing lock "refresh_cache-16b3c94e-bc91-4509-b235-c1c84df19f63" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.169513] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5296fe74-94cf-a156-16ab-f36f43a85b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.170378] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481f6330-a4da-4f51-b6f2-db8ea2536f52 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.175269] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 749.175269] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52249582-1b37-5f42-287f-9dbb15cb482d" [ 749.175269] env[62748]: _type = "Task" [ 749.175269] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.178514] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.183292] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52249582-1b37-5f42-287f-9dbb15cb482d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.196311] env[62748]: DEBUG nova.network.neutron [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updated VIF entry in instance network info cache for port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.196740] env[62748]: DEBUG nova.network.neutron [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updating instance_info_cache with network_info: [{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.351796] env[62748]: DEBUG oslo_concurrency.lockutils [req-a0eb1864-acf1-4154-bf1f-f2672ccb050c req-f5c1cf73-1013-4bc2-986d-aa184b92d887 service nova] Releasing lock "refresh_cache-86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.353565] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquired lock "refresh_cache-86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.353565] env[62748]: DEBUG nova.network.neutron [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.363712] env[62748]: DEBUG nova.compute.manager [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.451546] env[62748]: DEBUG nova.scheduler.client.report [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.686583] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52249582-1b37-5f42-287f-9dbb15cb482d, 'name': SearchDatastore_Task, 'duration_secs': 0.025503} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.687246] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.687350] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 484733e8-fba8-475b-8387-3dd27b95c8cd/484733e8-fba8-475b-8387-3dd27b95c8cd.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.687611] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.687817] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.688061] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e211a9-55c8-47ab-bdd2-1defaeaefad4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.689914] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e395d6df-f6e6-4dee-8401-ceb749a49411 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.700014] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Releasing lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.700253] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received event network-changed-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 749.700419] env[62748]: DEBUG nova.compute.manager [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Refreshing instance network info cache due to event network-changed-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 749.700623] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Acquiring lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.700764] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Acquired lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.700923] env[62748]: DEBUG nova.network.neutron [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Refreshing network info cache for port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.702059] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.702290] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.703226] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e54aa7-e8e1-4636-8c7a-5fc674b3d2ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.708408] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 749.708408] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e7c928-05a6-bf42-da82-cf2ad565db40" [ 749.708408] env[62748]: _type = "Task" [ 749.708408] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.713418] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 749.713418] env[62748]: value = "task-2749742" [ 749.713418] env[62748]: _type = "Task" [ 749.713418] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.719293] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e7c928-05a6-bf42-da82-cf2ad565db40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.723703] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.887728] env[62748]: DEBUG nova.network.neutron [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.957914] env[62748]: DEBUG oslo_concurrency.lockutils [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.961189] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.819s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.963108] env[62748]: INFO nova.compute.claims [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.988732] env[62748]: INFO nova.scheduler.client.report [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Deleted allocations for instance aa19eaa0-199a-4c26-8e3c-04b323280ba7 [ 750.105782] env[62748]: DEBUG nova.network.neutron [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Updating instance_info_cache with network_info: [{"id": "afdf2354-e997-43e7-ab92-6a0fd8120ae0", "address": "fa:16:3e:91:2a:e3", "network": {"id": "0cba44d4-23bb-4774-9da8-0a36096f8525", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1594401770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0e9ed76423487e8d4766177ecd92c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdf2354-e9", "ovs_interfaceid": "afdf2354-e997-43e7-ab92-6a0fd8120ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.221560] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e7c928-05a6-bf42-da82-cf2ad565db40, 'name': SearchDatastore_Task, 'duration_secs': 0.008878} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.222855] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a6ffba-ef1e-4bdf-9b6b-86fff6f86172 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.229096] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526331} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.229803] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 484733e8-fba8-475b-8387-3dd27b95c8cd/484733e8-fba8-475b-8387-3dd27b95c8cd.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.230054] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.230324] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c323707-e13f-4ed4-a404-a13bc11cf4a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.233441] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 750.233441] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52012e05-524a-9754-86f7-6bdc25df7579" [ 750.233441] env[62748]: _type = "Task" [ 750.233441] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.238156] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 750.238156] env[62748]: value = "task-2749743" [ 750.238156] env[62748]: _type = "Task" [ 750.238156] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.241251] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52012e05-524a-9754-86f7-6bdc25df7579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.250416] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.374279] env[62748]: DEBUG nova.compute.manager [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.405317] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:19:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1852789487',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-24583981',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.405566] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.405723] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.405910] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.406128] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.406293] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.406506] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.406669] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.406840] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.407032] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.407211] env[62748]: DEBUG nova.virt.hardware [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.408110] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0eed8d-9cf2-4ae7-910f-308474fb5a1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.416987] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5b3085-924c-43f3-87f2-fcd23bc0b810 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.451611] env[62748]: DEBUG nova.compute.manager [req-9ed77a8f-f9bd-4313-bc75-172e19391f8f req-2066b9bd-da9c-4b68-8fbe-710f86753709 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Received event network-vif-plugged-db7b098d-1004-4a90-9c70-a52bfbb86243 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 750.451611] env[62748]: DEBUG oslo_concurrency.lockutils [req-9ed77a8f-f9bd-4313-bc75-172e19391f8f req-2066b9bd-da9c-4b68-8fbe-710f86753709 service nova] Acquiring lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.451611] env[62748]: DEBUG oslo_concurrency.lockutils [req-9ed77a8f-f9bd-4313-bc75-172e19391f8f req-2066b9bd-da9c-4b68-8fbe-710f86753709 service nova] Lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.451611] env[62748]: DEBUG oslo_concurrency.lockutils [req-9ed77a8f-f9bd-4313-bc75-172e19391f8f req-2066b9bd-da9c-4b68-8fbe-710f86753709 service nova] Lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.451611] env[62748]: DEBUG nova.compute.manager [req-9ed77a8f-f9bd-4313-bc75-172e19391f8f req-2066b9bd-da9c-4b68-8fbe-710f86753709 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] No waiting events found dispatching network-vif-plugged-db7b098d-1004-4a90-9c70-a52bfbb86243 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.451611] env[62748]: WARNING nova.compute.manager [req-9ed77a8f-f9bd-4313-bc75-172e19391f8f req-2066b9bd-da9c-4b68-8fbe-710f86753709 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Received unexpected event network-vif-plugged-db7b098d-1004-4a90-9c70-a52bfbb86243 for instance with vm_state building and task_state spawning. [ 750.492031] env[62748]: DEBUG nova.network.neutron [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Successfully updated port: db7b098d-1004-4a90-9c70-a52bfbb86243 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.493973] env[62748]: DEBUG nova.network.neutron [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updated VIF entry in instance network info cache for port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.494382] env[62748]: DEBUG nova.network.neutron [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating instance_info_cache with network_info: [{"id": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "address": "fa:16:3e:03:1c:d0", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8645a4ad-bd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.497734] env[62748]: DEBUG oslo_concurrency.lockutils [None req-452093b0-e6e9-4884-9733-b99c7f97c443 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "aa19eaa0-199a-4c26-8e3c-04b323280ba7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.364s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.610304] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Releasing lock "refresh_cache-86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.610304] env[62748]: DEBUG nova.compute.manager [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Instance network_info: |[{"id": "afdf2354-e997-43e7-ab92-6a0fd8120ae0", "address": "fa:16:3e:91:2a:e3", "network": {"id": "0cba44d4-23bb-4774-9da8-0a36096f8525", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1594401770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0e9ed76423487e8d4766177ecd92c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdf2354-e9", "ovs_interfaceid": "afdf2354-e997-43e7-ab92-6a0fd8120ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.610304] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:2a:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afdf2354-e997-43e7-ab92-6a0fd8120ae0', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.617846] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Creating folder: Project (ed0e9ed76423487e8d4766177ecd92c0). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.618146] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-555f0c34-2ce8-43b9-8cbc-5c67623cf073 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.632092] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Created folder: Project (ed0e9ed76423487e8d4766177ecd92c0) in parent group-v553264. [ 750.632203] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Creating folder: Instances. Parent ref: group-v553410. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.632464] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-345b0e49-5c0e-4773-bdb9-3975f2c12715 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.642046] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Created folder: Instances in parent group-v553410. [ 750.642046] env[62748]: DEBUG oslo.service.loopingcall [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.642193] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.642274] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2b6d9d8-4a59-41ca-b0cb-eb04a0457ade {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.662046] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.662046] env[62748]: value = "task-2749746" [ 750.662046] env[62748]: _type = "Task" [ 750.662046] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.668686] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749746, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.743801] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52012e05-524a-9754-86f7-6bdc25df7579, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.746837] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.747122] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 16b3c94e-bc91-4509-b235-c1c84df19f63/16b3c94e-bc91-4509-b235-c1c84df19f63.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.747383] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-829a4656-5329-4c22-ba8f-e8e3c0cebe9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.753828] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078493} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.754886] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.755300] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 750.755300] env[62748]: value = "task-2749747" [ 750.755300] env[62748]: _type = "Task" [ 750.755300] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.756013] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025e3484-04ec-4ab2-81f3-9a009358dcef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.765768] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.785234] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 484733e8-fba8-475b-8387-3dd27b95c8cd/484733e8-fba8-475b-8387-3dd27b95c8cd.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.785836] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b48e77c-ab87-4b2c-bf20-a38e4c6c9875 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.806215] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 750.806215] env[62748]: value = "task-2749748" [ 750.806215] env[62748]: _type = "Task" [ 750.806215] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.813857] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.998689] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "refresh_cache-90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.998884] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquired lock "refresh_cache-90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.999152] env[62748]: DEBUG nova.network.neutron [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.000596] env[62748]: DEBUG oslo_concurrency.lockutils [req-dd89d4f3-6832-4010-bb3e-35dd1ae48668 req-453739ae-a3ca-4e46-b473-3d0c47f381de service nova] Releasing lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.174601] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749746, 'name': CreateVM_Task, 'duration_secs': 0.425853} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.174769] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.175485] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.175654] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.175979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.176265] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7bd602-1c38-4d64-b221-bfec9f8aa16d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.184151] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 751.184151] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eb0018-b45c-1793-5b79-28b6fb869e80" [ 751.184151] env[62748]: _type = "Task" [ 751.184151] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.192726] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eb0018-b45c-1793-5b79-28b6fb869e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.271443] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499985} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.272042] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 16b3c94e-bc91-4509-b235-c1c84df19f63/16b3c94e-bc91-4509-b235-c1c84df19f63.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.272270] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.272541] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd46cd9f-877d-4b31-ac18-7ef4372836a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.281497] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 751.281497] env[62748]: value = "task-2749749" [ 751.281497] env[62748]: _type = "Task" [ 751.281497] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.290971] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.315835] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.455546] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b87b09-56cf-44fb-ba14-d3e21be0cc38 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.463388] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978b0127-3c9e-40eb-a275-6affff43c306 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.494988] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7330bb-8f21-4266-aab0-fb26bc786dcf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.504362] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7f2af6-1af7-4c15-bb83-012e00fb9117 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.518202] env[62748]: DEBUG nova.compute.provider_tree [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.544497] env[62748]: DEBUG nova.network.neutron [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.696985] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eb0018-b45c-1793-5b79-28b6fb869e80, 'name': SearchDatastore_Task, 'duration_secs': 0.048793} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.697318] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.697559] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.697782] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.697922] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.698110] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.698361] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bad5da47-19d5-4ad1-83c0-8c298d0f8516 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.707178] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.707178] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.707695] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c1f1f88-731f-4913-b5b9-cba61f967509 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.712590] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 751.712590] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523af1d6-8487-0c87-241b-41d9eb820ebb" [ 751.712590] env[62748]: _type = "Task" [ 751.712590] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.719866] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523af1d6-8487-0c87-241b-41d9eb820ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.737758] env[62748]: DEBUG nova.network.neutron [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Updating instance_info_cache with network_info: [{"id": "db7b098d-1004-4a90-9c70-a52bfbb86243", "address": "fa:16:3e:80:b7:98", "network": {"id": "3bd85c6c-1c57-4c06-829a-7a1c63b4b08a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1060988878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eedb0007d1d42a9bdb5d5fe20fe784c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7b098d-10", "ovs_interfaceid": "db7b098d-1004-4a90-9c70-a52bfbb86243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.792072] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075479} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.792345] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.793159] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1469f0f-6d67-456b-a696-6bd021407b2d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.814471] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 16b3c94e-bc91-4509-b235-c1c84df19f63/16b3c94e-bc91-4509-b235-c1c84df19f63.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.814756] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdabb3e5-3a12-4d9d-a494-75738cb05ad3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.837188] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749748, 'name': ReconfigVM_Task, 'duration_secs': 0.579805} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.838437] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 484733e8-fba8-475b-8387-3dd27b95c8cd/484733e8-fba8-475b-8387-3dd27b95c8cd.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.839550] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 751.839550] env[62748]: value = "task-2749750" [ 751.839550] env[62748]: _type = "Task" [ 751.839550] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.839550] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c925ebc-2e57-4ff7-b5a7-9843fe7e9a3d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.851031] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.851031] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 751.851031] env[62748]: value = "task-2749751" [ 751.851031] env[62748]: _type = "Task" [ 751.851031] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.857845] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749751, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.038732] env[62748]: ERROR nova.scheduler.client.report [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [req-0c3fac2e-7c14-4469-80d7-f8cb129d6709] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c3fac2e-7c14-4469-80d7-f8cb129d6709"}]} [ 752.057157] env[62748]: DEBUG nova.scheduler.client.report [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 752.070129] env[62748]: DEBUG nova.scheduler.client.report [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 752.070420] env[62748]: DEBUG nova.compute.provider_tree [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.081303] env[62748]: DEBUG nova.scheduler.client.report [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 752.099624] env[62748]: DEBUG nova.scheduler.client.report [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 752.225452] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523af1d6-8487-0c87-241b-41d9eb820ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.011235} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.228177] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e09288-6797-4a81-93cc-25ce218ec0f0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.233339] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 752.233339] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b44f85-20f0-d3cd-5400-9b9ceabb7ce4" [ 752.233339] env[62748]: _type = "Task" [ 752.233339] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.242840] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Releasing lock "refresh_cache-90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.242840] env[62748]: DEBUG nova.compute.manager [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Instance network_info: |[{"id": "db7b098d-1004-4a90-9c70-a52bfbb86243", "address": "fa:16:3e:80:b7:98", "network": {"id": "3bd85c6c-1c57-4c06-829a-7a1c63b4b08a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1060988878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eedb0007d1d42a9bdb5d5fe20fe784c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7b098d-10", "ovs_interfaceid": "db7b098d-1004-4a90-9c70-a52bfbb86243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.243102] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b44f85-20f0-d3cd-5400-9b9ceabb7ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.243350] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:b7:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db7b098d-1004-4a90-9c70-a52bfbb86243', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.250737] env[62748]: DEBUG oslo.service.loopingcall [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.251020] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.253464] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c547f72-0a86-4eb3-bb88-200b82405a6c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.273292] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.273292] env[62748]: value = "task-2749752" [ 752.273292] env[62748]: _type = "Task" [ 752.273292] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.282511] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749752, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.351951] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749750, 'name': ReconfigVM_Task, 'duration_secs': 0.431329} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.355400] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 16b3c94e-bc91-4509-b235-c1c84df19f63/16b3c94e-bc91-4509-b235-c1c84df19f63.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.358354] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-994897a3-f530-4c6b-acfd-c4f810b6454b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.364696] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749751, 'name': Rename_Task, 'duration_secs': 0.146553} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.365936] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.366265] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 752.366265] env[62748]: value = "task-2749753" [ 752.366265] env[62748]: _type = "Task" [ 752.366265] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.366451] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-246e1ad6-bd4c-4894-bd88-2d8944882f6e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.378673] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749753, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.379837] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 752.379837] env[62748]: value = "task-2749754" [ 752.379837] env[62748]: _type = "Task" [ 752.379837] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.389205] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.535419] env[62748]: DEBUG nova.compute.manager [req-5d485e77-b544-4654-8289-5c017d58127c req-db572df2-2305-4bbf-a113-6b5e82b821e8 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Received event network-changed-db7b098d-1004-4a90-9c70-a52bfbb86243 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 752.535661] env[62748]: DEBUG nova.compute.manager [req-5d485e77-b544-4654-8289-5c017d58127c req-db572df2-2305-4bbf-a113-6b5e82b821e8 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Refreshing instance network info cache due to event network-changed-db7b098d-1004-4a90-9c70-a52bfbb86243. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 752.535861] env[62748]: DEBUG oslo_concurrency.lockutils [req-5d485e77-b544-4654-8289-5c017d58127c req-db572df2-2305-4bbf-a113-6b5e82b821e8 service nova] Acquiring lock "refresh_cache-90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.536069] env[62748]: DEBUG oslo_concurrency.lockutils [req-5d485e77-b544-4654-8289-5c017d58127c req-db572df2-2305-4bbf-a113-6b5e82b821e8 service nova] Acquired lock "refresh_cache-90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.536281] env[62748]: DEBUG nova.network.neutron [req-5d485e77-b544-4654-8289-5c017d58127c req-db572df2-2305-4bbf-a113-6b5e82b821e8 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Refreshing network info cache for port db7b098d-1004-4a90-9c70-a52bfbb86243 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.578879] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2eb38-927f-43a8-bf5a-0b436bdbdffb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.587554] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a642e2-7ac3-4910-9f73-a8ac7eba6044 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.624082] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aa5f95-f7f8-4838-ae27-75eb6b3b8518 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.631742] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e185e2-6f05-41ae-81fd-c0eb871646ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.647582] env[62748]: DEBUG nova.compute.provider_tree [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.743823] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b44f85-20f0-d3cd-5400-9b9ceabb7ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.009891} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.744112] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.744390] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43/86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.744653] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d8a6473-2708-4ef8-b7c7-19f959e54e0a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.751574] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 752.751574] env[62748]: value = "task-2749755" [ 752.751574] env[62748]: _type = "Task" [ 752.751574] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.759604] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.782509] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749752, 'name': CreateVM_Task, 'duration_secs': 0.398935} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.782716] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.783591] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.783591] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.783895] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 752.784158] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6c4c30-e41b-453e-817e-c6cbbb8b6823 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.788675] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 752.788675] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521293f0-5a1d-064b-260b-1e939f0a54fd" [ 752.788675] env[62748]: _type = "Task" [ 752.788675] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.797204] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521293f0-5a1d-064b-260b-1e939f0a54fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.878519] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749753, 'name': Rename_Task, 'duration_secs': 0.187459} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.878796] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.879067] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d14fcc-b02c-419e-b24a-f762afc9e0c7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.890561] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.891804] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 752.891804] env[62748]: value = "task-2749756" [ 752.891804] env[62748]: _type = "Task" [ 752.891804] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.899553] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.184930] env[62748]: DEBUG nova.scheduler.client.report [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 753.185325] env[62748]: DEBUG nova.compute.provider_tree [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 82 to 83 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 753.185562] env[62748]: DEBUG nova.compute.provider_tree [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.264762] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749755, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.302031] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521293f0-5a1d-064b-260b-1e939f0a54fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.302031] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.302031] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.302031] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.302031] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.302031] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.302031] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d27b9992-d57b-433a-a2da-f47cead88afc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.307983] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.308511] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.311019] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606606ef-68d1-4b6a-a0f2-fe76f092008e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.314328] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 753.314328] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b929c4-131e-aca8-c038-167f8a92a1ee" [ 753.314328] env[62748]: _type = "Task" [ 753.314328] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.322067] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b929c4-131e-aca8-c038-167f8a92a1ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.393999] env[62748]: DEBUG oslo_vmware.api [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749754, 'name': PowerOnVM_Task, 'duration_secs': 0.724926} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.393999] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.393999] env[62748]: INFO nova.compute.manager [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Took 13.76 seconds to spawn the instance on the hypervisor. [ 753.393999] env[62748]: DEBUG nova.compute.manager [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.393999] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02562fc-3c76-4adb-9a5b-c9af1e20997b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.406082] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749756, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.625921] env[62748]: DEBUG nova.network.neutron [req-5d485e77-b544-4654-8289-5c017d58127c req-db572df2-2305-4bbf-a113-6b5e82b821e8 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Updated VIF entry in instance network info cache for port db7b098d-1004-4a90-9c70-a52bfbb86243. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.626344] env[62748]: DEBUG nova.network.neutron [req-5d485e77-b544-4654-8289-5c017d58127c req-db572df2-2305-4bbf-a113-6b5e82b821e8 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Updating instance_info_cache with network_info: [{"id": "db7b098d-1004-4a90-9c70-a52bfbb86243", "address": "fa:16:3e:80:b7:98", "network": {"id": "3bd85c6c-1c57-4c06-829a-7a1c63b4b08a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1060988878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eedb0007d1d42a9bdb5d5fe20fe784c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7b098d-10", "ovs_interfaceid": "db7b098d-1004-4a90-9c70-a52bfbb86243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.690883] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.730s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.691442] env[62748]: DEBUG nova.compute.manager [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.694037] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.996s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.695528] env[62748]: INFO nova.compute.claims [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.764687] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531487} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.764687] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43/86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.764922] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.764986] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2f0a1bf-4022-446b-8fe4-08f430ddb3b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.771767] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 753.771767] env[62748]: value = "task-2749757" [ 753.771767] env[62748]: _type = "Task" [ 753.771767] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.780375] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.825052] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b929c4-131e-aca8-c038-167f8a92a1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.825614] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d591176-5c55-4a6a-8cb9-3c591d2c699b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.830542] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 753.830542] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523c000e-8ba5-e4d0-1b52-68ba0c55b32c" [ 753.830542] env[62748]: _type = "Task" [ 753.830542] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.839849] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523c000e-8ba5-e4d0-1b52-68ba0c55b32c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.903392] env[62748]: DEBUG oslo_vmware.api [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749756, 'name': PowerOnVM_Task, 'duration_secs': 0.578167} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.903659] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.903862] env[62748]: INFO nova.compute.manager [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Took 9.31 seconds to spawn the instance on the hypervisor. [ 753.904058] env[62748]: DEBUG nova.compute.manager [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.905036] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b224057-6665-4a93-9393-0bf629c07b98 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.916866] env[62748]: INFO nova.compute.manager [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Took 49.17 seconds to build instance. [ 754.129252] env[62748]: DEBUG oslo_concurrency.lockutils [req-5d485e77-b544-4654-8289-5c017d58127c req-db572df2-2305-4bbf-a113-6b5e82b821e8 service nova] Releasing lock "refresh_cache-90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.200497] env[62748]: DEBUG nova.compute.utils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.203838] env[62748]: DEBUG nova.compute.manager [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.204103] env[62748]: DEBUG nova.network.neutron [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.254548] env[62748]: DEBUG nova.policy [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02512a6d853049a9b428cabde8761928', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbab4fae72d24129bd6febd4e8f2da43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.282930] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066216} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.283362] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.284216] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea29c9a-b2c9-4ea9-af42-505e1fb8b881 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.305704] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43/86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.305943] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce250a4-5de2-431a-9e9a-75e70b100d04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.325528] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 754.325528] env[62748]: value = "task-2749758" [ 754.325528] env[62748]: _type = "Task" [ 754.325528] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.333105] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749758, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.340852] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523c000e-8ba5-e4d0-1b52-68ba0c55b32c, 'name': SearchDatastore_Task, 'duration_secs': 0.040989} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.341141] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.341416] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb/90e7b449-f8f7-435e-9aa9-8b4b57ceefdb.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.341674] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d56c4304-0077-49b2-9d1a-fe21c6a9bad2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.347577] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 754.347577] env[62748]: value = "task-2749759" [ 754.347577] env[62748]: _type = "Task" [ 754.347577] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.355576] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.368129] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "484733e8-fba8-475b-8387-3dd27b95c8cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.422280] env[62748]: DEBUG oslo_concurrency.lockutils [None req-502bdab1-6057-4fb4-8b51-214354c4f909 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.695s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.424880] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.057s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.426043] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "484733e8-fba8-475b-8387-3dd27b95c8cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.429284] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.429284] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.429284] env[62748]: INFO nova.compute.manager [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Took 46.57 seconds to build instance. [ 754.430191] env[62748]: INFO nova.compute.manager [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Terminating instance [ 754.525560] env[62748]: DEBUG nova.network.neutron [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Successfully created port: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.704668] env[62748]: DEBUG nova.compute.manager [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.836315] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.857095] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749759, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.930531] env[62748]: DEBUG nova.compute.manager [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.933238] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e7b9155d-c0d2-4ef3-8f2c-ddc699457c9c tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "16b3c94e-bc91-4509-b235-c1c84df19f63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.093s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.934768] env[62748]: DEBUG nova.compute.manager [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.935431] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.935953] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757f5a44-9db6-496a-b7b5-3ca2c6053d02 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.945746] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.945979] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfd2287b-7c46-4a14-bb01-45c9bc7765b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.953700] env[62748]: DEBUG oslo_vmware.api [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 754.953700] env[62748]: value = "task-2749760" [ 754.953700] env[62748]: _type = "Task" [ 754.953700] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.961565] env[62748]: DEBUG oslo_vmware.api [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.204555] env[62748]: DEBUG oslo_concurrency.lockutils [None req-302bf0f6-ab97-4bfb-8f08-834e1bbb4517 tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquiring lock "interface-16b3c94e-bc91-4509-b235-c1c84df19f63-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.204555] env[62748]: DEBUG oslo_concurrency.lockutils [None req-302bf0f6-ab97-4bfb-8f08-834e1bbb4517 tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "interface-16b3c94e-bc91-4509-b235-c1c84df19f63-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.204555] env[62748]: DEBUG nova.objects.instance [None req-302bf0f6-ab97-4bfb-8f08-834e1bbb4517 tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lazy-loading 'flavor' on Instance uuid 16b3c94e-bc91-4509-b235-c1c84df19f63 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.222167] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d654f57-de61-4fa0-b022-9a4a43e61ca6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.230870] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de3b618-5d21-45ad-99e4-d3ec677d5aa0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.263614] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954eaaaf-bc91-4e0b-b7c1-6c050e3cf45a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.273649] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7915b1b9-7d22-4326-a5ad-c22b145167fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.290054] env[62748]: DEBUG nova.compute.provider_tree [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.336415] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.358026] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550947} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.358026] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb/90e7b449-f8f7-435e-9aa9-8b4b57ceefdb.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.358026] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.358026] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04fdd035-640d-4c13-a2ed-4914c52377f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.364070] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 755.364070] env[62748]: value = "task-2749761" [ 755.364070] env[62748]: _type = "Task" [ 755.364070] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.371947] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.437019] env[62748]: DEBUG nova.compute.manager [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.452768] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.462866] env[62748]: DEBUG oslo_vmware.api [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749760, 'name': PowerOffVM_Task, 'duration_secs': 0.217935} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.463709] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.463709] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.464265] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b60bd60-1e38-419d-88ff-811792e9bb60 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.580503] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.580727] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.580912] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Deleting the datastore file [datastore2] 484733e8-fba8-475b-8387-3dd27b95c8cd {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.581207] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe35e1fd-c882-41e3-9fbb-4eb3973c9a32 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.587836] env[62748]: DEBUG oslo_vmware.api [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for the task: (returnval){ [ 755.587836] env[62748]: value = "task-2749763" [ 755.587836] env[62748]: _type = "Task" [ 755.587836] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.595420] env[62748]: DEBUG oslo_vmware.api [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.709447] env[62748]: DEBUG nova.objects.instance [None req-302bf0f6-ab97-4bfb-8f08-834e1bbb4517 tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lazy-loading 'pci_requests' on Instance uuid 16b3c94e-bc91-4509-b235-c1c84df19f63 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.726557] env[62748]: DEBUG nova.compute.manager [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.753084] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.753358] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.753537] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.753720] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.753870] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.754030] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.754251] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.754413] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.754581] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.754745] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.754917] env[62748]: DEBUG nova.virt.hardware [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.756120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088e7284-e2db-4cd7-ae2f-1ddaef97d135 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.763823] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db1f159-5937-4e54-ad91-03cec43a8f7c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.791811] env[62748]: DEBUG nova.scheduler.client.report [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.837413] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749758, 'name': ReconfigVM_Task, 'duration_secs': 1.34544} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.837676] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43/86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.838350] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53b28edc-a18a-482d-9830-1bc1d80c577e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.844626] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 755.844626] env[62748]: value = "task-2749764" [ 755.844626] env[62748]: _type = "Task" [ 755.844626] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.852547] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749764, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.872902] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065725} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.873184] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.873931] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623996eb-4ad8-4f12-9a83-2289df984a69 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.897504] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb/90e7b449-f8f7-435e-9aa9-8b4b57ceefdb.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.897767] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-938cd8b6-c3c4-46c5-8588-5d860ada320e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.916966] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 755.916966] env[62748]: value = "task-2749765" [ 755.916966] env[62748]: _type = "Task" [ 755.916966] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.924854] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.962960] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.098531] env[62748]: DEBUG oslo_vmware.api [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Task: {'id': task-2749763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164098} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.098809] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.099008] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.099218] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.099391] env[62748]: INFO nova.compute.manager [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 756.099648] env[62748]: DEBUG oslo.service.loopingcall [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.099848] env[62748]: DEBUG nova.compute.manager [-] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.099945] env[62748]: DEBUG nova.network.neutron [-] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.212625] env[62748]: DEBUG nova.objects.base [None req-302bf0f6-ab97-4bfb-8f08-834e1bbb4517 tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Object Instance<16b3c94e-bc91-4509-b235-c1c84df19f63> lazy-loaded attributes: flavor,pci_requests {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 756.212955] env[62748]: DEBUG nova.network.neutron [None req-302bf0f6-ab97-4bfb-8f08-834e1bbb4517 tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.236834] env[62748]: DEBUG nova.network.neutron [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Successfully updated port: 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.296949] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.297711] env[62748]: DEBUG nova.compute.manager [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.302013] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.553s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.302248] env[62748]: DEBUG nova.objects.instance [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lazy-loading 'resources' on Instance uuid 3515bb85-3e7a-42d1-8139-128d1b6f2ace {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.315435] env[62748]: DEBUG oslo_concurrency.lockutils [None req-302bf0f6-ab97-4bfb-8f08-834e1bbb4517 tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "interface-16b3c94e-bc91-4509-b235-c1c84df19f63-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.111s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.357458] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749764, 'name': Rename_Task, 'duration_secs': 0.132394} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.357761] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.358021] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b55837-5487-4281-9fe3-29430bf8329f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.365857] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 756.365857] env[62748]: value = "task-2749766" [ 756.365857] env[62748]: _type = "Task" [ 756.365857] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.375477] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.428096] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749765, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.570863] env[62748]: DEBUG nova.compute.manager [req-77acf42d-aadb-4495-82b2-654e30046e06 req-c9d68b78-e408-4530-a2d9-6426bb612750 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Received event network-vif-plugged-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.571179] env[62748]: DEBUG oslo_concurrency.lockutils [req-77acf42d-aadb-4495-82b2-654e30046e06 req-c9d68b78-e408-4530-a2d9-6426bb612750 service nova] Acquiring lock "ce4532df-3d21-4836-bde5-dec47e5c9592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.571769] env[62748]: DEBUG oslo_concurrency.lockutils [req-77acf42d-aadb-4495-82b2-654e30046e06 req-c9d68b78-e408-4530-a2d9-6426bb612750 service nova] Lock "ce4532df-3d21-4836-bde5-dec47e5c9592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.571769] env[62748]: DEBUG oslo_concurrency.lockutils [req-77acf42d-aadb-4495-82b2-654e30046e06 req-c9d68b78-e408-4530-a2d9-6426bb612750 service nova] Lock "ce4532df-3d21-4836-bde5-dec47e5c9592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.571769] env[62748]: DEBUG nova.compute.manager [req-77acf42d-aadb-4495-82b2-654e30046e06 req-c9d68b78-e408-4530-a2d9-6426bb612750 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] No waiting events found dispatching network-vif-plugged-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.571971] env[62748]: WARNING nova.compute.manager [req-77acf42d-aadb-4495-82b2-654e30046e06 req-c9d68b78-e408-4530-a2d9-6426bb612750 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Received unexpected event network-vif-plugged-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f for instance with vm_state building and task_state spawning. [ 756.742944] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.743240] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquired lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.743326] env[62748]: DEBUG nova.network.neutron [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.805182] env[62748]: DEBUG nova.compute.utils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.811174] env[62748]: DEBUG nova.compute.manager [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.811291] env[62748]: DEBUG nova.network.neutron [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.854186] env[62748]: DEBUG nova.policy [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba9363609fd4a11a9b40079bd2d56eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f30ee7ef333434893f2c57d974f18eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.878252] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.912794] env[62748]: DEBUG nova.compute.manager [req-7e433511-f04e-4581-8da4-bc0cea82a2f3 req-a1a12224-f4f1-4567-bd73-66b0ec6fb313 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Received event network-vif-deleted-1c20e23b-820c-4924-8cbe-55a4824b83dc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.913090] env[62748]: INFO nova.compute.manager [req-7e433511-f04e-4581-8da4-bc0cea82a2f3 req-a1a12224-f4f1-4567-bd73-66b0ec6fb313 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Neutron deleted interface 1c20e23b-820c-4924-8cbe-55a4824b83dc; detaching it from the instance and deleting it from the info cache [ 756.913367] env[62748]: DEBUG nova.network.neutron [req-7e433511-f04e-4581-8da4-bc0cea82a2f3 req-a1a12224-f4f1-4567-bd73-66b0ec6fb313 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Updating instance_info_cache with network_info: [{"id": "c92c8e89-f124-470a-817b-8125d9aea3da", "address": "fa:16:3e:cd:22:f5", "network": {"id": "0643cba4-73d2-4264-bd0b-a9bb730fdff7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1857950475", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "53df35828df84970bbdbf957cad53661", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc92c8e89-f1", "ovs_interfaceid": "c92c8e89-f124-470a-817b-8125d9aea3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.928444] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749765, 'name': ReconfigVM_Task, 'duration_secs': 0.803761} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.931854] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb/90e7b449-f8f7-435e-9aa9-8b4b57ceefdb.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.932216] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62748) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 756.933680] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ca2dd2b7-e371-4dff-956d-1f0e5f5e7b9e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.941924] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 756.941924] env[62748]: value = "task-2749767" [ 756.941924] env[62748]: _type = "Task" [ 756.941924] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.953833] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749767, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.102318] env[62748]: DEBUG nova.network.neutron [-] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.158031] env[62748]: DEBUG nova.network.neutron [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Successfully created port: a191ef01-bb17-488b-b07a-465c404b9d99 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.285889] env[62748]: DEBUG nova.network.neutron [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.304734] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3982a14-c8c0-4a45-b462-d195957936ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.311892] env[62748]: DEBUG nova.compute.manager [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.315300] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeba5e3-de07-42f0-966a-61b9d5eac0be {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.351308] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb0a625-562a-4328-b395-0ccc0bf0b1b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.362269] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbaac05-7ba2-4b13-918c-fc5fbd3a8417 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.376127] env[62748]: DEBUG nova.compute.provider_tree [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.384711] env[62748]: DEBUG oslo_vmware.api [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749766, 'name': PowerOnVM_Task, 'duration_secs': 0.662352} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.385611] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.385744] env[62748]: INFO nova.compute.manager [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Took 10.18 seconds to spawn the instance on the hypervisor. [ 757.385878] env[62748]: DEBUG nova.compute.manager [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.386667] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212a0ec7-439b-48c4-a323-e49e15b74aba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.420411] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86668f3b-b54a-4932-a21a-b3ff586a69ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.431480] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12efacf6-3592-4c40-b3b9-749aad167615 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.453383] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749767, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.129973} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.453659] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62748) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 757.454425] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a0852-5807-497d-8af6-cfd44a70c656 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.469106] env[62748]: DEBUG nova.compute.manager [req-7e433511-f04e-4581-8da4-bc0cea82a2f3 req-a1a12224-f4f1-4567-bd73-66b0ec6fb313 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Detach interface failed, port_id=1c20e23b-820c-4924-8cbe-55a4824b83dc, reason: Instance 484733e8-fba8-475b-8387-3dd27b95c8cd could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 757.490916] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb/ephemeral_0.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.491953] env[62748]: DEBUG nova.network.neutron [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Updating instance_info_cache with network_info: [{"id": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "address": "fa:16:3e:d6:f3:04", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb0f1f-62", "ovs_interfaceid": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.493463] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59c0c0eb-391d-4c59-a829-0bfd3fe6c431 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.506915] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Releasing lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.507313] env[62748]: DEBUG nova.compute.manager [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Instance network_info: |[{"id": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "address": "fa:16:3e:d6:f3:04", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb0f1f-62", "ovs_interfaceid": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.507924] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:f3:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.515211] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Creating folder: Project (fbab4fae72d24129bd6febd4e8f2da43). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.516237] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe6b1eaa-a53b-4487-a611-1d7054690b3d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.520633] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 757.520633] env[62748]: value = "task-2749768" [ 757.520633] env[62748]: _type = "Task" [ 757.520633] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.526459] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Created folder: Project (fbab4fae72d24129bd6febd4e8f2da43) in parent group-v553264. [ 757.526815] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Creating folder: Instances. Parent ref: group-v553414. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.527131] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbcb0910-378e-4489-bca2-a422ee48ed30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.531751] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.538375] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Created folder: Instances in parent group-v553414. [ 757.538606] env[62748]: DEBUG oslo.service.loopingcall [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.538792] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.538986] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-289dbfd2-2d6a-4fe7-ac08-db1911e7d513 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.558096] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.558096] env[62748]: value = "task-2749771" [ 757.558096] env[62748]: _type = "Task" [ 757.558096] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.565728] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749771, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.604770] env[62748]: INFO nova.compute.manager [-] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Took 1.50 seconds to deallocate network for instance. [ 757.882055] env[62748]: DEBUG nova.scheduler.client.report [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.907423] env[62748]: INFO nova.compute.manager [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Took 48.90 seconds to build instance. [ 758.031362] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.068271] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749771, 'name': CreateVM_Task, 'duration_secs': 0.448937} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.068502] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.069256] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.069483] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.069834] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 758.070169] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f663383a-07c9-4e0d-8dff-f5a13522ffea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.075384] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 758.075384] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52181aa9-72ac-a4f8-6a9f-77ee44e794ff" [ 758.075384] env[62748]: _type = "Task" [ 758.075384] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.082853] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52181aa9-72ac-a4f8-6a9f-77ee44e794ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.113729] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.329056] env[62748]: DEBUG nova.compute.manager [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.353988] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.355031] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.355031] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.355031] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.355031] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.355031] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.355291] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.355291] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.355446] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.355610] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.355781] env[62748]: DEBUG nova.virt.hardware [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.356684] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe6032c-5d1a-441d-83bc-5b66143b2836 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.365298] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d56af5-eb99-4bf4-a5ca-337b4d100427 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.388408] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.390516] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.173s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.393084] env[62748]: INFO nova.compute.claims [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.410198] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3f0f8158-5a29-4d64-a9dd-f1247a808175 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.412s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.413317] env[62748]: INFO nova.scheduler.client.report [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Deleted allocations for instance 3515bb85-3e7a-42d1-8139-128d1b6f2ace [ 758.507068] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquiring lock "16b3c94e-bc91-4509-b235-c1c84df19f63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.507587] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "16b3c94e-bc91-4509-b235-c1c84df19f63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.507587] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquiring lock "16b3c94e-bc91-4509-b235-c1c84df19f63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.507747] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "16b3c94e-bc91-4509-b235-c1c84df19f63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.507921] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "16b3c94e-bc91-4509-b235-c1c84df19f63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.510394] env[62748]: INFO nova.compute.manager [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Terminating instance [ 758.531355] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.597306] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52181aa9-72ac-a4f8-6a9f-77ee44e794ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.597306] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.597306] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.597306] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.597306] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.597306] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.597306] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-185121f6-1b22-4a8b-8dc5-e8d52bd7050f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.597306] env[62748]: DEBUG nova.compute.manager [req-90ab05fe-5108-4dd6-8d6f-ee7bcf24a7b5 req-4314e7ee-99ab-451a-a6b8-11b2c243cc5b service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Received event network-changed-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.597306] env[62748]: DEBUG nova.compute.manager [req-90ab05fe-5108-4dd6-8d6f-ee7bcf24a7b5 req-4314e7ee-99ab-451a-a6b8-11b2c243cc5b service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Refreshing instance network info cache due to event network-changed-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 758.597306] env[62748]: DEBUG oslo_concurrency.lockutils [req-90ab05fe-5108-4dd6-8d6f-ee7bcf24a7b5 req-4314e7ee-99ab-451a-a6b8-11b2c243cc5b service nova] Acquiring lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.597306] env[62748]: DEBUG oslo_concurrency.lockutils [req-90ab05fe-5108-4dd6-8d6f-ee7bcf24a7b5 req-4314e7ee-99ab-451a-a6b8-11b2c243cc5b service nova] Acquired lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.597306] env[62748]: DEBUG nova.network.neutron [req-90ab05fe-5108-4dd6-8d6f-ee7bcf24a7b5 req-4314e7ee-99ab-451a-a6b8-11b2c243cc5b service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Refreshing network info cache for port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.604413] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.604603] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.605875] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f50e9a-e9ea-4ef7-b7b1-311a25cc5bea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.611742] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 758.611742] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52af0d14-9dc3-5283-1148-c841fbe8488f" [ 758.611742] env[62748]: _type = "Task" [ 758.611742] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.620219] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52af0d14-9dc3-5283-1148-c841fbe8488f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.700961] env[62748]: DEBUG nova.network.neutron [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Successfully updated port: a191ef01-bb17-488b-b07a-465c404b9d99 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.749526] env[62748]: DEBUG oslo_concurrency.lockutils [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.749795] env[62748]: DEBUG oslo_concurrency.lockutils [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.750050] env[62748]: INFO nova.compute.manager [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Rebooting instance [ 758.912202] env[62748]: DEBUG nova.compute.manager [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.925189] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dcf385c7-d046-42cc-9c65-be945f28b7c6 tempest-ListServerFiltersTestJSON-295845365 tempest-ListServerFiltersTestJSON-295845365-project-member] Lock "3515bb85-3e7a-42d1-8139-128d1b6f2ace" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.371s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.998099] env[62748]: DEBUG nova.compute.manager [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Received event network-vif-deleted-c92c8e89-f124-470a-817b-8125d9aea3da {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.998099] env[62748]: DEBUG nova.compute.manager [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Received event network-vif-plugged-a191ef01-bb17-488b-b07a-465c404b9d99 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.998099] env[62748]: DEBUG oslo_concurrency.lockutils [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] Acquiring lock "c48cba8b-de8f-4eee-9731-7981b9d62113-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.998099] env[62748]: DEBUG oslo_concurrency.lockutils [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] Lock "c48cba8b-de8f-4eee-9731-7981b9d62113-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.998099] env[62748]: DEBUG oslo_concurrency.lockutils [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] Lock "c48cba8b-de8f-4eee-9731-7981b9d62113-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.998899] env[62748]: DEBUG nova.compute.manager [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] No waiting events found dispatching network-vif-plugged-a191ef01-bb17-488b-b07a-465c404b9d99 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.999261] env[62748]: WARNING nova.compute.manager [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Received unexpected event network-vif-plugged-a191ef01-bb17-488b-b07a-465c404b9d99 for instance with vm_state building and task_state spawning. [ 758.999557] env[62748]: DEBUG nova.compute.manager [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Received event network-changed-a191ef01-bb17-488b-b07a-465c404b9d99 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 759.000174] env[62748]: DEBUG nova.compute.manager [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Refreshing instance network info cache due to event network-changed-a191ef01-bb17-488b-b07a-465c404b9d99. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 759.000673] env[62748]: DEBUG oslo_concurrency.lockutils [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] Acquiring lock "refresh_cache-c48cba8b-de8f-4eee-9731-7981b9d62113" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.000931] env[62748]: DEBUG oslo_concurrency.lockutils [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] Acquired lock "refresh_cache-c48cba8b-de8f-4eee-9731-7981b9d62113" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.001218] env[62748]: DEBUG nova.network.neutron [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Refreshing network info cache for port a191ef01-bb17-488b-b07a-465c404b9d99 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.016572] env[62748]: DEBUG nova.compute.manager [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.019009] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.019009] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2399e084-3170-4b45-b22f-7cd5752c0404 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.031308] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.031674] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fed1b718-33b5-4f23-baa3-c4d2c9f5cbf9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.036618] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749768, 'name': ReconfigVM_Task, 'duration_secs': 1.371471} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.037319] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb/ephemeral_0.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.038110] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03192fa1-0455-4cc7-bbdf-a75520452fac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.042219] env[62748]: DEBUG oslo_vmware.api [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 759.042219] env[62748]: value = "task-2749772" [ 759.042219] env[62748]: _type = "Task" [ 759.042219] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.047485] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 759.047485] env[62748]: value = "task-2749773" [ 759.047485] env[62748]: _type = "Task" [ 759.047485] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.054383] env[62748]: DEBUG oslo_vmware.api [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.059742] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749773, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.122990] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52af0d14-9dc3-5283-1148-c841fbe8488f, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.123961] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a7c3dd-b4b3-45ac-968d-018e8b7f8861 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.130046] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 759.130046] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b60082-15a9-e811-3b8c-f040dbcd6d79" [ 759.130046] env[62748]: _type = "Task" [ 759.130046] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.139008] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b60082-15a9-e811-3b8c-f040dbcd6d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.205820] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "refresh_cache-c48cba8b-de8f-4eee-9731-7981b9d62113" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.278188] env[62748]: DEBUG oslo_concurrency.lockutils [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "refresh_cache-86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.278449] env[62748]: DEBUG oslo_concurrency.lockutils [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquired lock "refresh_cache-86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.278643] env[62748]: DEBUG nova.network.neutron [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.434807] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.548517] env[62748]: DEBUG nova.network.neutron [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.559105] env[62748]: DEBUG oslo_vmware.api [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749772, 'name': PowerOffVM_Task, 'duration_secs': 0.188518} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.559105] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.559284] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.559853] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efd23f02-299b-4b20-acb4-b8697c230295 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.564746] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749773, 'name': Rename_Task, 'duration_secs': 0.161998} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.565359] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.565624] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d12fc77-bc51-4ea5-98a7-6654041eae13 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.574686] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 759.574686] env[62748]: value = "task-2749775" [ 759.574686] env[62748]: _type = "Task" [ 759.574686] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.587019] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.628081] env[62748]: DEBUG nova.network.neutron [req-90ab05fe-5108-4dd6-8d6f-ee7bcf24a7b5 req-4314e7ee-99ab-451a-a6b8-11b2c243cc5b service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Updated VIF entry in instance network info cache for port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.628515] env[62748]: DEBUG nova.network.neutron [req-90ab05fe-5108-4dd6-8d6f-ee7bcf24a7b5 req-4314e7ee-99ab-451a-a6b8-11b2c243cc5b service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Updating instance_info_cache with network_info: [{"id": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "address": "fa:16:3e:d6:f3:04", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb0f1f-62", "ovs_interfaceid": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.642512] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b60082-15a9-e811-3b8c-f040dbcd6d79, 'name': SearchDatastore_Task, 'duration_secs': 0.00985} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.643599] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.643952] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] ce4532df-3d21-4836-bde5-dec47e5c9592/ce4532df-3d21-4836-bde5-dec47e5c9592.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.645124] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34d57d65-7a22-491b-861c-69e10b8596e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.651357] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.651774] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.651872] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Deleting the datastore file [datastore2] 16b3c94e-bc91-4509-b235-c1c84df19f63 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.652953] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6f802a7-4a5e-43f4-a159-cdefd6a70f9b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.656916] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 759.656916] env[62748]: value = "task-2749776" [ 759.656916] env[62748]: _type = "Task" [ 759.656916] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.659664] env[62748]: DEBUG nova.network.neutron [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.664089] env[62748]: DEBUG oslo_vmware.api [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for the task: (returnval){ [ 759.664089] env[62748]: value = "task-2749777" [ 759.664089] env[62748]: _type = "Task" [ 759.664089] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.672834] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.681509] env[62748]: DEBUG oslo_vmware.api [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.031022] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea74a93d-41c2-44c8-990c-1aa39bcce74f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.039943] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8923e5-31ee-4c34-885e-9b37ff877251 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.083013] env[62748]: DEBUG nova.network.neutron [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Updating instance_info_cache with network_info: [{"id": "afdf2354-e997-43e7-ab92-6a0fd8120ae0", "address": "fa:16:3e:91:2a:e3", "network": {"id": "0cba44d4-23bb-4774-9da8-0a36096f8525", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1594401770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0e9ed76423487e8d4766177ecd92c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafdf2354-e9", "ovs_interfaceid": "afdf2354-e997-43e7-ab92-6a0fd8120ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.088475] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a682f255-0b01-426b-ba68-73e84c327503 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.096762] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749775, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.100746] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdc5da8-4fa7-4de8-b905-a371fb4dd5d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.117095] env[62748]: DEBUG nova.compute.provider_tree [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.134148] env[62748]: DEBUG oslo_concurrency.lockutils [req-90ab05fe-5108-4dd6-8d6f-ee7bcf24a7b5 req-4314e7ee-99ab-451a-a6b8-11b2c243cc5b service nova] Releasing lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.160308] env[62748]: DEBUG oslo_concurrency.lockutils [req-ec86e01c-fd8f-4d30-9453-a4b62d55d819 req-2afcdc4f-e4bf-47ba-b3ab-429d537998f9 service nova] Releasing lock "refresh_cache-c48cba8b-de8f-4eee-9731-7981b9d62113" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.164164] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquired lock "refresh_cache-c48cba8b-de8f-4eee-9731-7981b9d62113" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.164360] env[62748]: DEBUG nova.network.neutron [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.173780] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511015} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.174396] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] ce4532df-3d21-4836-bde5-dec47e5c9592/ce4532df-3d21-4836-bde5-dec47e5c9592.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.175077] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.175170] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bc4b2f1-88a5-45dd-92e5-8075ac246b45 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.180339] env[62748]: DEBUG oslo_vmware.api [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Task: {'id': task-2749777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244447} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.181109] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.181109] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.181251] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.181345] env[62748]: INFO nova.compute.manager [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Took 1.16 seconds to destroy the instance on the hypervisor. [ 760.181578] env[62748]: DEBUG oslo.service.loopingcall [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.181774] env[62748]: DEBUG nova.compute.manager [-] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.181864] env[62748]: DEBUG nova.network.neutron [-] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.185178] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 760.185178] env[62748]: value = "task-2749778" [ 760.185178] env[62748]: _type = "Task" [ 760.185178] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.194373] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.590865] env[62748]: DEBUG oslo_vmware.api [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2749775, 'name': PowerOnVM_Task, 'duration_secs': 0.81515} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.591144] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.592028] env[62748]: INFO nova.compute.manager [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Took 10.22 seconds to spawn the instance on the hypervisor. [ 760.592028] env[62748]: DEBUG nova.compute.manager [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.592214] env[62748]: DEBUG oslo_concurrency.lockutils [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Releasing lock "refresh_cache-86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.593669] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc5b968-4a4a-4097-a742-ddf7953f0ad6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.654391] env[62748]: DEBUG nova.scheduler.client.report [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 760.654670] env[62748]: DEBUG nova.compute.provider_tree [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 83 to 84 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 760.654855] env[62748]: DEBUG nova.compute.provider_tree [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.665850] env[62748]: DEBUG nova.compute.manager [req-668e933c-d448-4520-8dc9-bf180ce6660c req-a38b42ec-2fd8-417b-9d4b-0b96869300ca service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Received event network-vif-deleted-7e946c4a-5591-40f4-a453-7948dcfb2fcf {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 760.666116] env[62748]: INFO nova.compute.manager [req-668e933c-d448-4520-8dc9-bf180ce6660c req-a38b42ec-2fd8-417b-9d4b-0b96869300ca service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Neutron deleted interface 7e946c4a-5591-40f4-a453-7948dcfb2fcf; detaching it from the instance and deleting it from the info cache [ 760.666352] env[62748]: DEBUG nova.network.neutron [req-668e933c-d448-4520-8dc9-bf180ce6660c req-a38b42ec-2fd8-417b-9d4b-0b96869300ca service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.695220] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075959} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.695537] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.696331] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a23606a-d264-42ff-8a48-6c981bd397b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.719249] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] ce4532df-3d21-4836-bde5-dec47e5c9592/ce4532df-3d21-4836-bde5-dec47e5c9592.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.720358] env[62748]: DEBUG nova.network.neutron [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.722191] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef347631-1316-4a32-875a-2e59aa527830 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.743060] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 760.743060] env[62748]: value = "task-2749779" [ 760.743060] env[62748]: _type = "Task" [ 760.743060] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.751719] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.917822] env[62748]: DEBUG nova.network.neutron [-] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.920565] env[62748]: DEBUG nova.network.neutron [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Updating instance_info_cache with network_info: [{"id": "a191ef01-bb17-488b-b07a-465c404b9d99", "address": "fa:16:3e:29:d5:1a", "network": {"id": "fc14fc3a-332a-408f-9a70-b6684847a05c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-87338939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f30ee7ef333434893f2c57d974f18eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa191ef01-bb", "ovs_interfaceid": "a191ef01-bb17-488b-b07a-465c404b9d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.099011] env[62748]: DEBUG nova.compute.manager [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.099893] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38baa48c-d639-4381-ae13-54ba1d9f0c6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.114613] env[62748]: INFO nova.compute.manager [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Took 49.33 seconds to build instance. [ 761.160614] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.160742] env[62748]: DEBUG nova.compute.manager [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.163755] env[62748]: DEBUG oslo_concurrency.lockutils [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.806s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.163981] env[62748]: DEBUG nova.objects.instance [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lazy-loading 'resources' on Instance uuid 717fed14-da66-44b8-a85e-ecee499dfeaf {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.172521] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99b57b58-db82-4dcf-bc28-05d5018fbc6b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.181966] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd8e7f5-b1bd-4177-ba23-a062c9b8329c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.217988] env[62748]: DEBUG nova.compute.manager [req-668e933c-d448-4520-8dc9-bf180ce6660c req-a38b42ec-2fd8-417b-9d4b-0b96869300ca service nova] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Detach interface failed, port_id=7e946c4a-5591-40f4-a453-7948dcfb2fcf, reason: Instance 16b3c94e-bc91-4509-b235-c1c84df19f63 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 761.253408] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.420880] env[62748]: INFO nova.compute.manager [-] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Took 1.24 seconds to deallocate network for instance. [ 761.422849] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Releasing lock "refresh_cache-c48cba8b-de8f-4eee-9731-7981b9d62113" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.423146] env[62748]: DEBUG nova.compute.manager [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Instance network_info: |[{"id": "a191ef01-bb17-488b-b07a-465c404b9d99", "address": "fa:16:3e:29:d5:1a", "network": {"id": "fc14fc3a-332a-408f-9a70-b6684847a05c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-87338939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f30ee7ef333434893f2c57d974f18eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa191ef01-bb", "ovs_interfaceid": "a191ef01-bb17-488b-b07a-465c404b9d99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.425998] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d5:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a191ef01-bb17-488b-b07a-465c404b9d99', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.437019] env[62748]: DEBUG oslo.service.loopingcall [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.437019] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.437019] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2d2ea93-a881-4d82-b58b-3945cf5f3ceb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.454154] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.454154] env[62748]: value = "task-2749780" [ 761.454154] env[62748]: _type = "Task" [ 761.454154] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.463726] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749780, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.618482] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e60e49bb-9119-407f-9b95-a053c29964ea tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.850s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.667365] env[62748]: DEBUG nova.compute.utils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.672328] env[62748]: DEBUG nova.compute.manager [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.672650] env[62748]: DEBUG nova.network.neutron [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.759023] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749779, 'name': ReconfigVM_Task, 'duration_secs': 0.931163} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.759023] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Reconfigured VM instance instance-00000034 to attach disk [datastore2] ce4532df-3d21-4836-bde5-dec47e5c9592/ce4532df-3d21-4836-bde5-dec47e5c9592.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.759023] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2011621-baed-4f52-9dc3-d6c0c7ce9c59 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.766997] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 761.766997] env[62748]: value = "task-2749781" [ 761.766997] env[62748]: _type = "Task" [ 761.766997] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.768373] env[62748]: DEBUG nova.policy [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '121e0f3fe590400595e729f62adb0f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e315e3b96b41429dd1aff0a93e5b7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.777839] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749781, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.935304] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.963381] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749780, 'name': CreateVM_Task, 'duration_secs': 0.327373} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.966136] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.967128] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.967294] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.967597] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 761.967843] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0cdb90-4be6-49ef-a12c-835944ed916f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.972973] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 761.972973] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52803a25-4471-4e82-856b-df225237e4fa" [ 761.972973] env[62748]: _type = "Task" [ 761.972973] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.986604] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52803a25-4471-4e82-856b-df225237e4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.987478] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.987478] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.987478] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.987653] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.987694] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.990569] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cfe1e2c-5c78-4079-bf00-4ad0aeeecfb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.996601] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.996778] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.997522] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd65f3e-e405-42c8-8aab-19b213600ab0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.002853] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 762.002853] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bc6738-a2db-1bc9-f3a2-b4c21cb3d54c" [ 762.002853] env[62748]: _type = "Task" [ 762.002853] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.014443] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bc6738-a2db-1bc9-f3a2-b4c21cb3d54c, 'name': SearchDatastore_Task, 'duration_secs': 0.008237} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.017849] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574a2577-f96a-4c3f-afc3-498021a64e1d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.022591] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 762.022591] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ee8cbe-c86f-ff7a-8853-1cf02b79d583" [ 762.022591] env[62748]: _type = "Task" [ 762.022591] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.030101] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ee8cbe-c86f-ff7a-8853-1cf02b79d583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.121782] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1361c4-5f7f-4a7f-8703-2d958bb1dd72 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.125497] env[62748]: DEBUG nova.compute.manager [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.136016] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Doing hard reboot of VM {{(pid=62748) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 762.136290] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3fd44256-de1b-4204-8816-b46b26c49186 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.142900] env[62748]: DEBUG oslo_vmware.api [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 762.142900] env[62748]: value = "task-2749782" [ 762.142900] env[62748]: _type = "Task" [ 762.142900] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.150662] env[62748]: DEBUG oslo_vmware.api [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749782, 'name': ResetVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.172608] env[62748]: DEBUG nova.compute.manager [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.212154] env[62748]: DEBUG nova.network.neutron [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Successfully created port: 10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.246133] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f27139-6d17-468d-9191-a93d307d37e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.254284] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e197d-da40-4dd3-a795-65d89d013993 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.291029] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f146386-d433-40bf-9090-09c0b9703945 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.302552] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287efcb5-3aef-4092-b4f8-da16e6d310f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.307108] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749781, 'name': Rename_Task, 'duration_secs': 0.13915} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.307348] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.307961] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f831ec4-960e-4fde-9823-7f58c620d81f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.317849] env[62748]: DEBUG nova.compute.provider_tree [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.325317] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 762.325317] env[62748]: value = "task-2749783" [ 762.325317] env[62748]: _type = "Task" [ 762.325317] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.336124] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.533420] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ee8cbe-c86f-ff7a-8853-1cf02b79d583, 'name': SearchDatastore_Task, 'duration_secs': 0.008432} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.533792] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.534125] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c48cba8b-de8f-4eee-9731-7981b9d62113/c48cba8b-de8f-4eee-9731-7981b9d62113.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.534395] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09cc4c56-213a-4aef-a95a-d5593f765b96 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.542022] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 762.542022] env[62748]: value = "task-2749784" [ 762.542022] env[62748]: _type = "Task" [ 762.542022] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.551368] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.651855] env[62748]: DEBUG oslo_vmware.api [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749782, 'name': ResetVM_Task, 'duration_secs': 0.087214} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.652834] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.653153] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Did hard reboot of VM {{(pid=62748) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 762.653378] env[62748]: DEBUG nova.compute.manager [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.654153] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3593440e-5ef7-4dc2-a1f9-91e16c274643 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.694788] env[62748]: DEBUG nova.compute.manager [req-7d5fa469-7f54-4cd7-8862-4266a159275e req-8b09b0fb-981a-4a90-a839-3286222df011 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Received event network-changed-db7b098d-1004-4a90-9c70-a52bfbb86243 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 762.695259] env[62748]: DEBUG nova.compute.manager [req-7d5fa469-7f54-4cd7-8862-4266a159275e req-8b09b0fb-981a-4a90-a839-3286222df011 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Refreshing instance network info cache due to event network-changed-db7b098d-1004-4a90-9c70-a52bfbb86243. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 762.695459] env[62748]: DEBUG oslo_concurrency.lockutils [req-7d5fa469-7f54-4cd7-8862-4266a159275e req-8b09b0fb-981a-4a90-a839-3286222df011 service nova] Acquiring lock "refresh_cache-90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.695765] env[62748]: DEBUG oslo_concurrency.lockutils [req-7d5fa469-7f54-4cd7-8862-4266a159275e req-8b09b0fb-981a-4a90-a839-3286222df011 service nova] Acquired lock "refresh_cache-90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.695765] env[62748]: DEBUG nova.network.neutron [req-7d5fa469-7f54-4cd7-8862-4266a159275e req-8b09b0fb-981a-4a90-a839-3286222df011 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Refreshing network info cache for port db7b098d-1004-4a90-9c70-a52bfbb86243 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.822669] env[62748]: DEBUG nova.scheduler.client.report [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.836624] env[62748]: DEBUG oslo_vmware.api [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749783, 'name': PowerOnVM_Task, 'duration_secs': 0.490463} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.837316] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.837316] env[62748]: INFO nova.compute.manager [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Took 7.11 seconds to spawn the instance on the hypervisor. [ 762.838528] env[62748]: DEBUG nova.compute.manager [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.838528] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc537a00-cb47-4d3d-8fe7-dd79df369a66 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.052472] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.166393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-466d44c5-03bd-4731-9b90-acde2085d819 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.416s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.182032] env[62748]: DEBUG nova.compute.manager [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.209857] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.210036] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.210238] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.210484] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.210723] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.210897] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.211129] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.211295] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.212241] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.212424] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.212609] env[62748]: DEBUG nova.virt.hardware [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.213490] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f9c151-c501-469e-8268-9669ec98633f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.222942] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42f0b0f-8635-4f3a-bcf7-34216ac4f908 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.327412] env[62748]: DEBUG oslo_concurrency.lockutils [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.329753] env[62748]: DEBUG oslo_concurrency.lockutils [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.293s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.329994] env[62748]: DEBUG nova.objects.instance [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lazy-loading 'resources' on Instance uuid fbbdd3e4-48ef-4b4c-935f-03aac33efa5e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.348546] env[62748]: INFO nova.scheduler.client.report [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Deleted allocations for instance 717fed14-da66-44b8-a85e-ecee499dfeaf [ 763.359867] env[62748]: INFO nova.compute.manager [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Took 45.26 seconds to build instance. [ 763.555312] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613371} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.555500] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c48cba8b-de8f-4eee-9731-7981b9d62113/c48cba8b-de8f-4eee-9731-7981b9d62113.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.555729] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.555991] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e41989b-b58d-45f6-8d88-95912e3b9114 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.569393] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 763.569393] env[62748]: value = "task-2749785" [ 763.569393] env[62748]: _type = "Task" [ 763.569393] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.579964] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.586666] env[62748]: DEBUG nova.network.neutron [req-7d5fa469-7f54-4cd7-8862-4266a159275e req-8b09b0fb-981a-4a90-a839-3286222df011 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Updated VIF entry in instance network info cache for port db7b098d-1004-4a90-9c70-a52bfbb86243. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.586666] env[62748]: DEBUG nova.network.neutron [req-7d5fa469-7f54-4cd7-8862-4266a159275e req-8b09b0fb-981a-4a90-a839-3286222df011 service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Updating instance_info_cache with network_info: [{"id": "db7b098d-1004-4a90-9c70-a52bfbb86243", "address": "fa:16:3e:80:b7:98", "network": {"id": "3bd85c6c-1c57-4c06-829a-7a1c63b4b08a", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1060988878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eedb0007d1d42a9bdb5d5fe20fe784c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7b098d-10", "ovs_interfaceid": "db7b098d-1004-4a90-9c70-a52bfbb86243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.816219] env[62748]: DEBUG nova.network.neutron [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Successfully updated port: 10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.820152] env[62748]: DEBUG nova.compute.manager [req-364759ee-0db6-4853-be2d-83daa3c4ce46 req-24423edc-780a-461b-9e2f-9ada4b18f3be service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Received event network-changed-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.820341] env[62748]: DEBUG nova.compute.manager [req-364759ee-0db6-4853-be2d-83daa3c4ce46 req-24423edc-780a-461b-9e2f-9ada4b18f3be service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Refreshing instance network info cache due to event network-changed-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 763.821947] env[62748]: DEBUG oslo_concurrency.lockutils [req-364759ee-0db6-4853-be2d-83daa3c4ce46 req-24423edc-780a-461b-9e2f-9ada4b18f3be service nova] Acquiring lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.821947] env[62748]: DEBUG oslo_concurrency.lockutils [req-364759ee-0db6-4853-be2d-83daa3c4ce46 req-24423edc-780a-461b-9e2f-9ada4b18f3be service nova] Acquired lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.821947] env[62748]: DEBUG nova.network.neutron [req-364759ee-0db6-4853-be2d-83daa3c4ce46 req-24423edc-780a-461b-9e2f-9ada4b18f3be service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Refreshing network info cache for port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.862346] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a5a665b8-1c4b-4cef-9634-cc123cc5196c tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "ce4532df-3d21-4836-bde5-dec47e5c9592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.722s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.862968] env[62748]: DEBUG oslo_concurrency.lockutils [None req-45eb20bb-46cb-4958-8086-1f0e5d1e221b tempest-ServerGroupTestJSON-904534571 tempest-ServerGroupTestJSON-904534571-project-member] Lock "717fed14-da66-44b8-a85e-ecee499dfeaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.055s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.078230] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212419} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.079520] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.084538] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55591a1a-af30-4f45-946e-8996064acd37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.089675] env[62748]: DEBUG oslo_concurrency.lockutils [req-7d5fa469-7f54-4cd7-8862-4266a159275e req-8b09b0fb-981a-4a90-a839-3286222df011 service nova] Releasing lock "refresh_cache-90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.108329] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] c48cba8b-de8f-4eee-9731-7981b9d62113/c48cba8b-de8f-4eee-9731-7981b9d62113.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.111069] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b804593a-8756-429f-b8bd-9f3e58e6176f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.130582] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 764.130582] env[62748]: value = "task-2749786" [ 764.130582] env[62748]: _type = "Task" [ 764.130582] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.138671] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.315737] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.316055] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.316055] env[62748]: DEBUG nova.network.neutron [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.318829] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ae1a58-e5a7-4680-a267-35397fecd992 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.329444] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2810c36e-f45f-43fb-a060-61b1f4f0cea0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.364738] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f72ae51-1bef-4d19-bf01-1ce3357e6ae8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.367934] env[62748]: DEBUG nova.compute.manager [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.378255] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b81e43-587f-4e96-b592-14fb06273e2e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.392854] env[62748]: DEBUG nova.compute.provider_tree [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.394377] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.394607] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.394960] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.395098] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.395334] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.399695] env[62748]: INFO nova.compute.manager [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Terminating instance [ 764.635157] env[62748]: DEBUG nova.network.neutron [req-364759ee-0db6-4853-be2d-83daa3c4ce46 req-24423edc-780a-461b-9e2f-9ada4b18f3be service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Updated VIF entry in instance network info cache for port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.635599] env[62748]: DEBUG nova.network.neutron [req-364759ee-0db6-4853-be2d-83daa3c4ce46 req-24423edc-780a-461b-9e2f-9ada4b18f3be service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Updating instance_info_cache with network_info: [{"id": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "address": "fa:16:3e:d6:f3:04", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb0f1f-62", "ovs_interfaceid": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.643081] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.765918] env[62748]: DEBUG nova.compute.manager [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Received event network-vif-plugged-10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.766346] env[62748]: DEBUG oslo_concurrency.lockutils [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] Acquiring lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.766935] env[62748]: DEBUG oslo_concurrency.lockutils [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.766935] env[62748]: DEBUG oslo_concurrency.lockutils [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.767185] env[62748]: DEBUG nova.compute.manager [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] No waiting events found dispatching network-vif-plugged-10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.767252] env[62748]: WARNING nova.compute.manager [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Received unexpected event network-vif-plugged-10b0a2e0-e467-4286-8247-c06c55ceeab5 for instance with vm_state building and task_state spawning. [ 764.767465] env[62748]: DEBUG nova.compute.manager [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Received event network-changed-10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.767831] env[62748]: DEBUG nova.compute.manager [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Refreshing instance network info cache due to event network-changed-10b0a2e0-e467-4286-8247-c06c55ceeab5. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 764.767988] env[62748]: DEBUG oslo_concurrency.lockutils [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] Acquiring lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.876989] env[62748]: DEBUG nova.network.neutron [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.895537] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.905026] env[62748]: DEBUG nova.compute.manager [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.905026] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.906678] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d323032c-55cf-4fd4-b6e6-3d811be8d163 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.914775] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.915035] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b7968d-128b-491f-8d40-2ce88be57b00 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.921017] env[62748]: DEBUG oslo_vmware.api [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 764.921017] env[62748]: value = "task-2749787" [ 764.921017] env[62748]: _type = "Task" [ 764.921017] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.929706] env[62748]: DEBUG oslo_vmware.api [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.930700] env[62748]: DEBUG nova.scheduler.client.report [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 764.930940] env[62748]: DEBUG nova.compute.provider_tree [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 84 to 85 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 764.931139] env[62748]: DEBUG nova.compute.provider_tree [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.141739] env[62748]: DEBUG oslo_concurrency.lockutils [req-364759ee-0db6-4853-be2d-83daa3c4ce46 req-24423edc-780a-461b-9e2f-9ada4b18f3be service nova] Releasing lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.142438] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749786, 'name': ReconfigVM_Task, 'duration_secs': 0.686304} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.142731] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Reconfigured VM instance instance-00000035 to attach disk [datastore2] c48cba8b-de8f-4eee-9731-7981b9d62113/c48cba8b-de8f-4eee-9731-7981b9d62113.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.143521] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f85ec09-9fde-4607-9c47-1da79286c565 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.150345] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 765.150345] env[62748]: value = "task-2749788" [ 765.150345] env[62748]: _type = "Task" [ 765.150345] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.158953] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749788, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.343019] env[62748]: DEBUG nova.network.neutron [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Updating instance_info_cache with network_info: [{"id": "10b0a2e0-e467-4286-8247-c06c55ceeab5", "address": "fa:16:3e:07:84:a3", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b0a2e0-e4", "ovs_interfaceid": "10b0a2e0-e467-4286-8247-c06c55ceeab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.431716] env[62748]: DEBUG oslo_vmware.api [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749787, 'name': PowerOffVM_Task, 'duration_secs': 0.395057} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.431993] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.432305] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.432440] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ca0699-e66c-4c40-9a0e-92dde618dfe3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.435874] env[62748]: DEBUG oslo_concurrency.lockutils [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.439451] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.090s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.439451] env[62748]: DEBUG nova.objects.instance [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lazy-loading 'resources' on Instance uuid ac662667-1f68-4521-abc1-f5af98fd3e29 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.469259] env[62748]: INFO nova.scheduler.client.report [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Deleted allocations for instance fbbdd3e4-48ef-4b4c-935f-03aac33efa5e [ 765.492787] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.493036] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.493228] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Deleting the datastore file [datastore2] 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.493553] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-375e50a5-78ba-4e20-b476-a8f2867e0bf2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.503560] env[62748]: DEBUG oslo_vmware.api [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for the task: (returnval){ [ 765.503560] env[62748]: value = "task-2749790" [ 765.503560] env[62748]: _type = "Task" [ 765.503560] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.509406] env[62748]: DEBUG oslo_vmware.api [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.660670] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749788, 'name': Rename_Task, 'duration_secs': 0.209601} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.660963] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.661460] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6df4364-d1c0-46b7-b4ec-2098f3d8b53f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.668205] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 765.668205] env[62748]: value = "task-2749791" [ 765.668205] env[62748]: _type = "Task" [ 765.668205] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.680404] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.844583] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.844924] env[62748]: DEBUG nova.compute.manager [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Instance network_info: |[{"id": "10b0a2e0-e467-4286-8247-c06c55ceeab5", "address": "fa:16:3e:07:84:a3", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b0a2e0-e4", "ovs_interfaceid": "10b0a2e0-e467-4286-8247-c06c55ceeab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.845256] env[62748]: DEBUG oslo_concurrency.lockutils [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] Acquired lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.845434] env[62748]: DEBUG nova.network.neutron [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Refreshing network info cache for port 10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.846768] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:84:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b0a2e0-e467-4286-8247-c06c55ceeab5', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.854362] env[62748]: DEBUG oslo.service.loopingcall [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.854808] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.855042] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c71ed46-e2e8-4ab7-ad52-73ab0f0a31f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.875458] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.875458] env[62748]: value = "task-2749792" [ 765.875458] env[62748]: _type = "Task" [ 765.875458] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.883711] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749792, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.981293] env[62748]: DEBUG oslo_concurrency.lockutils [None req-21cb233d-fb3e-4a20-9340-624471760567 tempest-ServerAddressesTestJSON-602059362 tempest-ServerAddressesTestJSON-602059362-project-member] Lock "fbbdd3e4-48ef-4b4c-935f-03aac33efa5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.480s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.015161] env[62748]: DEBUG oslo_vmware.api [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Task: {'id': task-2749790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20323} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.015161] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.015161] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.015161] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.015490] env[62748]: INFO nova.compute.manager [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Took 1.11 seconds to destroy the instance on the hypervisor. [ 766.015536] env[62748]: DEBUG oslo.service.loopingcall [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.015851] env[62748]: DEBUG nova.compute.manager [-] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.015902] env[62748]: DEBUG nova.network.neutron [-] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.041779] env[62748]: DEBUG nova.compute.manager [req-8e2f1b36-af17-4de3-b1a7-a1f269463f2e req-92694d7b-4311-483a-a074-7f482d3cbc98 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Received event network-changed-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 766.042092] env[62748]: DEBUG nova.compute.manager [req-8e2f1b36-af17-4de3-b1a7-a1f269463f2e req-92694d7b-4311-483a-a074-7f482d3cbc98 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Refreshing instance network info cache due to event network-changed-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 766.042397] env[62748]: DEBUG oslo_concurrency.lockutils [req-8e2f1b36-af17-4de3-b1a7-a1f269463f2e req-92694d7b-4311-483a-a074-7f482d3cbc98 service nova] Acquiring lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.042624] env[62748]: DEBUG oslo_concurrency.lockutils [req-8e2f1b36-af17-4de3-b1a7-a1f269463f2e req-92694d7b-4311-483a-a074-7f482d3cbc98 service nova] Acquired lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.042936] env[62748]: DEBUG nova.network.neutron [req-8e2f1b36-af17-4de3-b1a7-a1f269463f2e req-92694d7b-4311-483a-a074-7f482d3cbc98 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Refreshing network info cache for port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.184010] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.394582] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749792, 'name': CreateVM_Task, 'duration_secs': 0.392662} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.394899] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.395519] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.399027] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.399027] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 766.399027] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08c020d-1218-473c-a302-bc1914141d15 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.401949] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 766.401949] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527f3f5c-41e2-dd3f-b941-207fd903b782" [ 766.401949] env[62748]: _type = "Task" [ 766.401949] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.414336] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527f3f5c-41e2-dd3f-b941-207fd903b782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.498289] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24481717-b60d-4000-af3d-71f073d8dfcc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.506266] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3301e8f7-9fb8-4d8d-b8ff-6c665db68d2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.542667] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baefc29-620f-422c-9e72-73324199f656 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.559758] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf11ec-1b5f-4296-8784-8ba0f82747e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.575686] env[62748]: DEBUG nova.compute.provider_tree [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.686159] env[62748]: DEBUG oslo_vmware.api [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749791, 'name': PowerOnVM_Task, 'duration_secs': 0.801295} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.686655] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.686898] env[62748]: INFO nova.compute.manager [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Took 8.36 seconds to spawn the instance on the hypervisor. [ 766.687074] env[62748]: DEBUG nova.compute.manager [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.687947] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0270690-af06-4c41-b5e1-b815d577b0b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.917136] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527f3f5c-41e2-dd3f-b941-207fd903b782, 'name': SearchDatastore_Task, 'duration_secs': 0.021168} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.917136] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.917136] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.917136] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.917136] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.917136] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.917136] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f835ea16-f543-438d-b6f5-38e77e26203c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.931718] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.931990] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.935611] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152f744a-3076-4423-8839-5d433cabdaaf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.941871] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 766.941871] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526b72b8-5960-3ba4-975a-1d7404392bd1" [ 766.941871] env[62748]: _type = "Task" [ 766.941871] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.950826] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526b72b8-5960-3ba4-975a-1d7404392bd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.968137] env[62748]: DEBUG nova.network.neutron [-] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.013475] env[62748]: DEBUG nova.network.neutron [req-8e2f1b36-af17-4de3-b1a7-a1f269463f2e req-92694d7b-4311-483a-a074-7f482d3cbc98 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Updated VIF entry in instance network info cache for port 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.013475] env[62748]: DEBUG nova.network.neutron [req-8e2f1b36-af17-4de3-b1a7-a1f269463f2e req-92694d7b-4311-483a-a074-7f482d3cbc98 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Updating instance_info_cache with network_info: [{"id": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "address": "fa:16:3e:d6:f3:04", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dfb0f1f-62", "ovs_interfaceid": "0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.067893] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquiring lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.067893] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.067893] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquiring lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.067893] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.067893] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.069283] env[62748]: INFO nova.compute.manager [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Terminating instance [ 767.080059] env[62748]: DEBUG nova.network.neutron [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Updated VIF entry in instance network info cache for port 10b0a2e0-e467-4286-8247-c06c55ceeab5. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.080059] env[62748]: DEBUG nova.network.neutron [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Updating instance_info_cache with network_info: [{"id": "10b0a2e0-e467-4286-8247-c06c55ceeab5", "address": "fa:16:3e:07:84:a3", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b0a2e0-e4", "ovs_interfaceid": "10b0a2e0-e467-4286-8247-c06c55ceeab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.080059] env[62748]: DEBUG nova.scheduler.client.report [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.210048] env[62748]: INFO nova.compute.manager [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Took 48.54 seconds to build instance. [ 767.416234] env[62748]: DEBUG nova.compute.manager [req-54a1afbe-c436-4b38-893a-923f3ad0ac01 req-50df907e-9ae2-4a12-ac41-e0854f1e158c service nova] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Received event network-vif-deleted-afdf2354-e997-43e7-ab92-6a0fd8120ae0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 767.456209] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526b72b8-5960-3ba4-975a-1d7404392bd1, 'name': SearchDatastore_Task, 'duration_secs': 0.020105} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.457502] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225979fd-1219-4abf-bd50-88c3c6e90e17 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.465048] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 767.465048] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525e2c77-ccb1-135b-e120-2c99eea007bd" [ 767.465048] env[62748]: _type = "Task" [ 767.465048] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.470849] env[62748]: INFO nova.compute.manager [-] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Took 1.45 seconds to deallocate network for instance. [ 767.482869] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525e2c77-ccb1-135b-e120-2c99eea007bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.483662] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.483662] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f/a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.483983] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d43fa3a-9e7f-48c3-bd22-edcbf2d92596 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.492205] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 767.492205] env[62748]: value = "task-2749793" [ 767.492205] env[62748]: _type = "Task" [ 767.492205] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.507098] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.515953] env[62748]: DEBUG oslo_concurrency.lockutils [req-8e2f1b36-af17-4de3-b1a7-a1f269463f2e req-92694d7b-4311-483a-a074-7f482d3cbc98 service nova] Releasing lock "refresh_cache-ce4532df-3d21-4836-bde5-dec47e5c9592" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.577402] env[62748]: DEBUG nova.compute.manager [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.577402] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.577756] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29207fa-082c-4f6b-9949-e28f0f8a6543 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.588774] env[62748]: DEBUG oslo_concurrency.lockutils [req-35f89076-0cbe-42b1-852a-eda38cfc7988 req-17e6f402-9376-41ce-9ccc-08bbe68d1e5a service nova] Releasing lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.590388] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.593732] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.594652] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.051s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.596356] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7b985be-c023-4d9c-b295-a56a39016b4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.606770] env[62748]: DEBUG oslo_vmware.api [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 767.606770] env[62748]: value = "task-2749794" [ 767.606770] env[62748]: _type = "Task" [ 767.606770] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.616634] env[62748]: DEBUG oslo_vmware.api [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.618878] env[62748]: INFO nova.scheduler.client.report [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Deleted allocations for instance ac662667-1f68-4521-abc1-f5af98fd3e29 [ 767.715353] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74fb902a-566f-4ac7-859e-3b38850af7c0 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "c48cba8b-de8f-4eee-9731-7981b9d62113" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.136s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.987629] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.005260] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749793, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.103228] env[62748]: INFO nova.compute.claims [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.118086] env[62748]: DEBUG oslo_vmware.api [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749794, 'name': PowerOffVM_Task, 'duration_secs': 0.256168} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.118086] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.118086] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.118086] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49db91a2-873c-4cfe-b8c0-99e0224a1d91 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.131958] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0be7731b-1b24-4ec5-8288-3bad94e97546 tempest-ServersTestBootFromVolume-2010101771 tempest-ServersTestBootFromVolume-2010101771-project-member] Lock "ac662667-1f68-4521-abc1-f5af98fd3e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.758s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.175523] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.175622] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.176168] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Deleting the datastore file [datastore1] b096da88-3e8b-43e5-ad56-1cb5e3fafd88 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.176168] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c89a1a3-7fbb-493a-aac6-40a4ed0f45f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.182827] env[62748]: DEBUG oslo_vmware.api [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for the task: (returnval){ [ 768.182827] env[62748]: value = "task-2749796" [ 768.182827] env[62748]: _type = "Task" [ 768.182827] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.193119] env[62748]: DEBUG oslo_vmware.api [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.508974] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515029} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.508974] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f/a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.509340] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.509420] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-092bd8bc-00cf-44b0-9888-f0f394b40ff2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.516686] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 768.516686] env[62748]: value = "task-2749797" [ 768.516686] env[62748]: _type = "Task" [ 768.516686] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.525640] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.609942] env[62748]: INFO nova.compute.resource_tracker [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating resource usage from migration 913ce857-fbc8-4e19-8362-a091803ec52f [ 768.694839] env[62748]: DEBUG oslo_vmware.api [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Task: {'id': task-2749796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146238} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.698281] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.698633] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.698971] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.699294] env[62748]: INFO nova.compute.manager [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Took 1.12 seconds to destroy the instance on the hypervisor. [ 768.699630] env[62748]: DEBUG oslo.service.loopingcall [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.700135] env[62748]: DEBUG nova.compute.manager [-] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.700548] env[62748]: DEBUG nova.network.neutron [-] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.027873] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073011} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.027873] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.028801] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eaacbc-7a6a-42fe-8583-8230a25e1f45 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.062861] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f/a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.065990] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94655e97-a8cd-47da-9da5-add0d421172f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.090405] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 769.090405] env[62748]: value = "task-2749798" [ 769.090405] env[62748]: _type = "Task" [ 769.090405] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.099287] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.195208] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c121e27c-d8de-4815-9356-e1742e289613 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.203962] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13253d78-6628-41fa-84e5-927badfde588 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.243647] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfa36c4-36ec-4db5-8447-d0da7ad2da14 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.254775] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eb3146-3a3a-41a9-bd8e-e2be3ab30a13 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.270904] env[62748]: DEBUG nova.compute.provider_tree [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.430397] env[62748]: DEBUG nova.compute.manager [req-adc0f696-d8b4-48a5-bad2-b25619383c13 req-9286f63e-a7df-4376-82e2-2919f2852fdf service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Received event network-vif-deleted-1f82015f-6991-4403-9324-37750941711b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.430642] env[62748]: INFO nova.compute.manager [req-adc0f696-d8b4-48a5-bad2-b25619383c13 req-9286f63e-a7df-4376-82e2-2919f2852fdf service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Neutron deleted interface 1f82015f-6991-4403-9324-37750941711b; detaching it from the instance and deleting it from the info cache [ 769.430855] env[62748]: DEBUG nova.network.neutron [req-adc0f696-d8b4-48a5-bad2-b25619383c13 req-9286f63e-a7df-4376-82e2-2919f2852fdf service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.543017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "9c3be849-2b3c-4f28-bb13-75099982bb8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.543017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.601693] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.776876] env[62748]: DEBUG nova.scheduler.client.report [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.908173] env[62748]: DEBUG nova.network.neutron [-] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.933337] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04488701-d807-4af4-a9ba-181271b38ffb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.944614] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fefefea-ecd3-4622-ba2a-e158141a09f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.978433] env[62748]: DEBUG nova.compute.manager [req-adc0f696-d8b4-48a5-bad2-b25619383c13 req-9286f63e-a7df-4376-82e2-2919f2852fdf service nova] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Detach interface failed, port_id=1f82015f-6991-4403-9324-37750941711b, reason: Instance b096da88-3e8b-43e5-ad56-1cb5e3fafd88 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 770.045129] env[62748]: DEBUG nova.compute.manager [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.103977] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749798, 'name': ReconfigVM_Task, 'duration_secs': 0.636084} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.104525] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Reconfigured VM instance instance-00000036 to attach disk [datastore2] a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f/a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.105116] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f96eccf0-aa8d-4c74-8baf-fbe321e709ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.110534] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 770.110534] env[62748]: value = "task-2749799" [ 770.110534] env[62748]: _type = "Task" [ 770.110534] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.119055] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749799, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.282574] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.688s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.282795] env[62748]: INFO nova.compute.manager [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Migrating [ 770.290078] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.238s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.291778] env[62748]: INFO nova.compute.claims [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.410917] env[62748]: INFO nova.compute.manager [-] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Took 1.71 seconds to deallocate network for instance. [ 770.576632] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.622486] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749799, 'name': Rename_Task, 'duration_secs': 0.312768} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.622806] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.623122] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cfb4448-339f-4ab8-b647-760a9192df4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.630400] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 770.630400] env[62748]: value = "task-2749800" [ 770.630400] env[62748]: _type = "Task" [ 770.630400] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.641622] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.803886] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.804927] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.804927] env[62748]: DEBUG nova.network.neutron [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.920905] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.928609] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "c48cba8b-de8f-4eee-9731-7981b9d62113" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.928904] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "c48cba8b-de8f-4eee-9731-7981b9d62113" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.929142] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "c48cba8b-de8f-4eee-9731-7981b9d62113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.929363] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "c48cba8b-de8f-4eee-9731-7981b9d62113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.929562] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "c48cba8b-de8f-4eee-9731-7981b9d62113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.931808] env[62748]: INFO nova.compute.manager [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Terminating instance [ 771.141442] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749800, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.436572] env[62748]: DEBUG nova.compute.manager [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.436809] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.437712] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd261f-7d5c-4602-a07e-d19442da39ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.447601] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.447776] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c7fc8b-adad-40c9-83be-48ef53419018 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.453633] env[62748]: DEBUG oslo_vmware.api [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 771.453633] env[62748]: value = "task-2749801" [ 771.453633] env[62748]: _type = "Task" [ 771.453633] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.464704] env[62748]: DEBUG oslo_vmware.api [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.553609] env[62748]: DEBUG nova.network.neutron [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance_info_cache with network_info: [{"id": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "address": "fa:16:3e:4a:62:a8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdb3ef9-7a", "ovs_interfaceid": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.646013] env[62748]: DEBUG oslo_vmware.api [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749800, 'name': PowerOnVM_Task, 'duration_secs': 0.537566} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.646402] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.646616] env[62748]: INFO nova.compute.manager [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Took 8.46 seconds to spawn the instance on the hypervisor. [ 771.646808] env[62748]: DEBUG nova.compute.manager [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.648235] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1363037d-c1ef-4304-95a8-0d8dfa733496 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.772917] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc6509-5c61-496d-bcb1-d31302aab45c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.780855] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2259720-9e9e-4f66-b1b1-8893ae5e6981 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.810691] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62f4ea5-0a98-418a-8305-9036021ac8e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.818362] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2c2e1d-e306-483b-8ee7-e32bdac68164 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.833567] env[62748]: DEBUG nova.compute.provider_tree [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.971272] env[62748]: DEBUG oslo_vmware.api [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749801, 'name': PowerOffVM_Task, 'duration_secs': 0.19438} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.971559] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.971739] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.972019] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbcd7779-8701-49ba-9817-29d3a7e112e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.059781] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.170013] env[62748]: INFO nova.compute.manager [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Took 50.97 seconds to build instance. [ 772.337051] env[62748]: DEBUG nova.scheduler.client.report [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.651736] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.651991] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.652176] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Deleting the datastore file [datastore2] c48cba8b-de8f-4eee-9731-7981b9d62113 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.652452] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56206f23-ee62-42ac-bd85-b3584b90f881 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.659350] env[62748]: DEBUG oslo_vmware.api [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 772.659350] env[62748]: value = "task-2749803" [ 772.659350] env[62748]: _type = "Task" [ 772.659350] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.668019] env[62748]: DEBUG oslo_vmware.api [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.672500] env[62748]: DEBUG oslo_concurrency.lockutils [None req-434aa471-f51a-484f-841c-37bca8cb445d tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.760s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.844872] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.845426] env[62748]: DEBUG nova.compute.manager [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.848044] env[62748]: DEBUG oslo_concurrency.lockutils [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.388s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.848766] env[62748]: DEBUG nova.objects.instance [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lazy-loading 'resources' on Instance uuid 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.907392] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.907667] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.907859] env[62748]: INFO nova.compute.manager [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Shelving [ 773.169285] env[62748]: DEBUG oslo_vmware.api [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138508} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.169536] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.169723] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.169901] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.170090] env[62748]: INFO nova.compute.manager [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Took 1.73 seconds to destroy the instance on the hypervisor. [ 773.170333] env[62748]: DEBUG oslo.service.loopingcall [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.170521] env[62748]: DEBUG nova.compute.manager [-] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.170625] env[62748]: DEBUG nova.network.neutron [-] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.354118] env[62748]: DEBUG nova.compute.utils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.357365] env[62748]: DEBUG nova.compute.manager [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Not allocating networking since 'none' was specified. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 773.383317] env[62748]: DEBUG nova.compute.manager [req-218c1420-ee86-4dc5-9b9f-2d68eb820c07 req-7d265348-239b-47ba-a282-6dc0dcaad174 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Received event network-vif-deleted-a191ef01-bb17-488b-b07a-465c404b9d99 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 773.383529] env[62748]: INFO nova.compute.manager [req-218c1420-ee86-4dc5-9b9f-2d68eb820c07 req-7d265348-239b-47ba-a282-6dc0dcaad174 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Neutron deleted interface a191ef01-bb17-488b-b07a-465c404b9d99; detaching it from the instance and deleting it from the info cache [ 773.383702] env[62748]: DEBUG nova.network.neutron [req-218c1420-ee86-4dc5-9b9f-2d68eb820c07 req-7d265348-239b-47ba-a282-6dc0dcaad174 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.577300] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd32a8-4a19-43bb-9101-1d03fc4aaff4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.596109] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance '1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 773.800277] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53232e0-c689-423d-9009-21e71cd3a4f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.808103] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e0be73-da27-411d-be8e-1cf64b5af3e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.838023] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f9c66c-043c-459c-bfa6-3c2feb4290ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.845831] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f7a844-362c-40ec-a854-3b0878a7f35e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.861190] env[62748]: DEBUG nova.compute.manager [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.863874] env[62748]: DEBUG nova.compute.provider_tree [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.867190] env[62748]: DEBUG nova.network.neutron [-] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.889518] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a290936-d460-470d-ac0e-bb9744c9dc79 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.898190] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdf8ca6-64dc-4e39-b0a5-b85cf2beb245 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.917941] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.919760] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e35bc40d-5110-4735-95f1-d08359e45989 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.933984] env[62748]: DEBUG nova.compute.manager [req-218c1420-ee86-4dc5-9b9f-2d68eb820c07 req-7d265348-239b-47ba-a282-6dc0dcaad174 service nova] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Detach interface failed, port_id=a191ef01-bb17-488b-b07a-465c404b9d99, reason: Instance c48cba8b-de8f-4eee-9731-7981b9d62113 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 773.940253] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 773.940253] env[62748]: value = "task-2749804" [ 773.940253] env[62748]: _type = "Task" [ 773.940253] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.948881] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.103231] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.103532] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72195a4-5221-49ae-b028-6d0938377bb3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.110069] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 774.110069] env[62748]: value = "task-2749805" [ 774.110069] env[62748]: _type = "Task" [ 774.110069] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.118511] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.369804] env[62748]: DEBUG nova.scheduler.client.report [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.373095] env[62748]: INFO nova.compute.manager [-] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Took 1.20 seconds to deallocate network for instance. [ 774.450540] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749804, 'name': PowerOffVM_Task, 'duration_secs': 0.203726} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.450814] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.451727] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f879b3-f92f-42b7-829d-a45f5e7b45a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.471025] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b01972e-a6c6-45cb-bb23-08b8c82e7fd8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.619135] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749805, 'name': PowerOffVM_Task, 'duration_secs': 0.215729} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.619417] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.619603] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance '1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 774.874504] env[62748]: DEBUG nova.compute.manager [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.877995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.880108] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.880677] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.393s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.880901] env[62748]: DEBUG nova.objects.instance [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lazy-loading 'resources' on Instance uuid 8303b35e-60a0-421e-893e-ed8e93675879 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.904675] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.907111] env[62748]: DEBUG nova.virt.hardware [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.907791] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fec55c-3fa9-4d2e-ac4a-4a4c050e19d8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.911233] env[62748]: INFO nova.scheduler.client.report [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Deleted allocations for instance 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3 [ 774.921991] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5f1423-b5c0-4478-9cec-6946303de25b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.936214] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.941710] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Creating folder: Project (bd63fd12464240bfbaff054d2af187c6). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.942013] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59130853-0a87-4349-84f2-1620905f4ea6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.951692] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Created folder: Project (bd63fd12464240bfbaff054d2af187c6) in parent group-v553264. [ 774.951871] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Creating folder: Instances. Parent ref: group-v553419. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.952114] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd351b54-aabd-4dda-bc53-a6e3bcdd55fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.960553] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Created folder: Instances in parent group-v553419. [ 774.960796] env[62748]: DEBUG oslo.service.loopingcall [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 774.960992] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.961785] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-723a4c62-1bd0-474a-9ca8-7ae7fda215f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.978366] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.978366] env[62748]: value = "task-2749808" [ 774.978366] env[62748]: _type = "Task" [ 774.978366] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.982231] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 774.982717] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b7c754b-0b4a-4ea5-8837-f010ef7ae56f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.989398] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749808, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.990642] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 774.990642] env[62748]: value = "task-2749809" [ 774.990642] env[62748]: _type = "Task" [ 774.990642] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.999905] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749809, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.128583] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.129734] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.129734] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.129734] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.129734] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.130070] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.130254] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.130504] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.130770] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.131016] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.131284] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.137104] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93d1668f-c119-4f5e-af76-e511de6f324a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.153050] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 775.153050] env[62748]: value = "task-2749810" [ 775.153050] env[62748]: _type = "Task" [ 775.153050] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.162712] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.431776] env[62748]: DEBUG oslo_concurrency.lockutils [None req-51155a4b-392c-4958-a5a7-f617e6f88e96 tempest-ServersTestFqdnHostnames-1669110487 tempest-ServersTestFqdnHostnames-1669110487-project-member] Lock "1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.055s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.494015] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749808, 'name': CreateVM_Task, 'duration_secs': 0.304859} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.497151] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.500018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.500430] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.500750] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.501514] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36344ae3-ea55-49a0-a7a5-c3acda96c4e1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.506363] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749809, 'name': CreateSnapshot_Task, 'duration_secs': 0.399472} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.506947] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 775.507689] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd17026-bafe-4538-9a7a-deea5220094a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.511651] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 775.511651] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529350ae-1158-1db8-0706-2eaf82977dbe" [ 775.511651] env[62748]: _type = "Task" [ 775.511651] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.527662] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529350ae-1158-1db8-0706-2eaf82977dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013732} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.530160] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.530408] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.530637] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.530786] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.530961] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.531418] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-912da418-cf23-4bdc-ba8c-cd7d69c83d9a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.543255] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.543442] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.544275] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387f4133-402c-4c72-b3a9-8b3bfabdd3e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.549539] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 775.549539] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5202d655-a02d-28a3-03d5-01d8d85960c3" [ 775.549539] env[62748]: _type = "Task" [ 775.549539] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.560554] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5202d655-a02d-28a3-03d5-01d8d85960c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.664230] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749810, 'name': ReconfigVM_Task, 'duration_secs': 0.155919} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.664593] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance '1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.799532] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa43b36-3424-42ac-92f3-fcdfc99e6575 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.805785] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b253a162-9c1f-4cf1-9126-2e29c6556e42 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.835650] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d6dde7-4d1a-4820-b02c-c2ef3d64e26d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.842916] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f2cfca-9fec-44d1-b949-40a50f672898 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.857901] env[62748]: DEBUG nova.compute.provider_tree [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.032430] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 776.033902] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0bf0f560-e276-42bf-a0d5-e83f2fa577c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.042099] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 776.042099] env[62748]: value = "task-2749811" [ 776.042099] env[62748]: _type = "Task" [ 776.042099] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.050105] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749811, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.059075] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5202d655-a02d-28a3-03d5-01d8d85960c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.059820] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a45e2b58-cf39-4b0b-86b7-d566f50e2b70 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.065030] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 776.065030] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52957b58-d72b-148e-9b71-4aacc32c66af" [ 776.065030] env[62748]: _type = "Task" [ 776.065030] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.072073] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52957b58-d72b-148e-9b71-4aacc32c66af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.172891] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:21:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='12ea0582-5405-45d4-8880-aded61cf8fff',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1340287908',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.173141] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.173297] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.173563] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.173713] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.174702] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.174992] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.175177] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.175350] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.175511] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.175697] env[62748]: DEBUG nova.virt.hardware [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.180956] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 776.181570] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19cf7eee-4267-4539-a1ed-b2ee6e49588b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.199592] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 776.199592] env[62748]: value = "task-2749812" [ 776.199592] env[62748]: _type = "Task" [ 776.199592] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.207944] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.361941] env[62748]: DEBUG nova.scheduler.client.report [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.552854] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749811, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.574336] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52957b58-d72b-148e-9b71-4aacc32c66af, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.574608] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.574876] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88/08573e3f-bd26-400f-a3ff-aa5caa1eff88.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.575154] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eefc6037-8795-4eca-be4e-65e1fd6ca58f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.582484] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 776.582484] env[62748]: value = "task-2749813" [ 776.582484] env[62748]: _type = "Task" [ 776.582484] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.589932] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.713029] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749812, 'name': ReconfigVM_Task, 'duration_secs': 0.194857} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.713029] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 776.713029] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592c94df-1685-41ed-8891-4a0f65872740 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.733806] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae/1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.734249] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5184c98c-81bf-4d4e-a935-caf93cf7a2fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.757023] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 776.757023] env[62748]: value = "task-2749814" [ 776.757023] env[62748]: _type = "Task" [ 776.757023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.763036] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.867480] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.871203] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.576s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.872751] env[62748]: INFO nova.compute.claims [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.911786] env[62748]: INFO nova.scheduler.client.report [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted allocations for instance 8303b35e-60a0-421e-893e-ed8e93675879 [ 777.057340] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749811, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.092670] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471219} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.093041] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88/08573e3f-bd26-400f-a3ff-aa5caa1eff88.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.093353] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.093659] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-737cb9ce-43d8-4993-bc7f-30c419f91ef5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.102478] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 777.102478] env[62748]: value = "task-2749815" [ 777.102478] env[62748]: _type = "Task" [ 777.102478] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.111725] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.268792] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749814, 'name': ReconfigVM_Task, 'duration_secs': 0.43155} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.269466] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae/1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.269712] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance '1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 777.421535] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdcba7ea-ad6f-4c36-b65b-fe4883a81a45 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "8303b35e-60a0-421e-893e-ed8e93675879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.135s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.555383] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749811, 'name': CloneVM_Task, 'duration_secs': 1.421888} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.555672] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Created linked-clone VM from snapshot [ 777.556603] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4495f48c-7811-4d2b-a8ee-9fc3b1b12463 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.563704] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Uploading image 071f88f8-8bf5-42c9-864f-22a81c293436 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.588737] env[62748]: DEBUG oslo_vmware.rw_handles [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.588737] env[62748]: value = "vm-553423" [ 777.588737] env[62748]: _type = "VirtualMachine" [ 777.588737] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.589032] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-00a5d3c1-3087-4901-acf9-916415a6416d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.596016] env[62748]: DEBUG oslo_vmware.rw_handles [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lease: (returnval){ [ 777.596016] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52593bce-51c0-1a24-7a80-2d7ba9193ad8" [ 777.596016] env[62748]: _type = "HttpNfcLease" [ 777.596016] env[62748]: } obtained for exporting VM: (result){ [ 777.596016] env[62748]: value = "vm-553423" [ 777.596016] env[62748]: _type = "VirtualMachine" [ 777.596016] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.596335] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the lease: (returnval){ [ 777.596335] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52593bce-51c0-1a24-7a80-2d7ba9193ad8" [ 777.596335] env[62748]: _type = "HttpNfcLease" [ 777.596335] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.603439] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.603439] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52593bce-51c0-1a24-7a80-2d7ba9193ad8" [ 777.603439] env[62748]: _type = "HttpNfcLease" [ 777.603439] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 777.611417] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070641} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.611851] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.612730] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b956d7d-612b-4051-b867-5467f9ca038c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.634428] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88/08573e3f-bd26-400f-a3ff-aa5caa1eff88.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.634706] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faff7b38-9143-499e-be54-c3e526366bb0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.655402] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 777.655402] env[62748]: value = "task-2749817" [ 777.655402] env[62748]: _type = "Task" [ 777.655402] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.663452] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.776963] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2162614-1705-4a65-bebd-b570269830f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.799247] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9a39dc-7f82-4e16-8732-45cf9c61b3ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.820250] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance '1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 778.105698] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 778.105698] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52593bce-51c0-1a24-7a80-2d7ba9193ad8" [ 778.105698] env[62748]: _type = "HttpNfcLease" [ 778.105698] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 778.106171] env[62748]: DEBUG oslo_vmware.rw_handles [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 778.106171] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52593bce-51c0-1a24-7a80-2d7ba9193ad8" [ 778.106171] env[62748]: _type = "HttpNfcLease" [ 778.106171] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 778.106960] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15921f37-c599-4402-8d66-1066fa48ebab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.114564] env[62748]: DEBUG oslo_vmware.rw_handles [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f606b-1187-327d-f4d3-d59bf50c8144/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 778.114804] env[62748]: DEBUG oslo_vmware.rw_handles [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f606b-1187-327d-f4d3-d59bf50c8144/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 778.187559] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.212454] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-781ccdb8-87a1-497a-aab1-4d8bd8ac19f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.409965] env[62748]: DEBUG nova.network.neutron [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Port 6bdb3ef9-7a00-461b-ab68-86768897ab4e binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 778.560915] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5132e752-0974-4c50-865c-362803ac2f84 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.574701] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e285a7-48ef-41a9-9039-d2b68ee35b86 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.610114] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b050b8cc-fb3d-4df7-810e-a9f779b5efff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.618606] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258591ac-675f-4a05-819f-196a048351b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.637410] env[62748]: DEBUG nova.compute.provider_tree [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.685457] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749817, 'name': ReconfigVM_Task, 'duration_secs': 0.725033} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.685939] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88/08573e3f-bd26-400f-a3ff-aa5caa1eff88.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.686724] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-699f555e-f7d3-4c63-a318-844849445ed5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.693333] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 778.693333] env[62748]: value = "task-2749818" [ 778.693333] env[62748]: _type = "Task" [ 778.693333] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.704046] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749818, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.140213] env[62748]: DEBUG nova.scheduler.client.report [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.213553] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749818, 'name': Rename_Task, 'duration_secs': 0.139401} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.213993] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.214389] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11b68319-33c7-47a9-b985-6909a85e3512 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.224459] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 779.224459] env[62748]: value = "task-2749819" [ 779.224459] env[62748]: _type = "Task" [ 779.224459] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.236034] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.439809] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.439809] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.440075] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.646218] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.646750] env[62748]: DEBUG nova.compute.manager [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.650268] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.785s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.651489] env[62748]: DEBUG nova.objects.instance [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lazy-loading 'resources' on Instance uuid b1fbf948-562d-4cd0-9c9a-8e83c8967592 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.736033] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.152428] env[62748]: DEBUG nova.compute.utils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.153833] env[62748]: DEBUG nova.compute.manager [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.154245] env[62748]: DEBUG nova.network.neutron [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.206065] env[62748]: DEBUG nova.policy [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99558e6f1635426aae7c1a5c8baf5467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '820e545273c342209cd006656100e42f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.236998] env[62748]: DEBUG oslo_vmware.api [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749819, 'name': PowerOnVM_Task, 'duration_secs': 0.581251} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.241021] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.241329] env[62748]: INFO nova.compute.manager [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Took 5.37 seconds to spawn the instance on the hypervisor. [ 780.241521] env[62748]: DEBUG nova.compute.manager [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.242895] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5741d2fc-bd4b-411d-9daa-4f2f4a305ddd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.513856] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.514132] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.514335] env[62748]: DEBUG nova.network.neutron [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.564349] env[62748]: DEBUG nova.network.neutron [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Successfully created port: 7274efcb-8498-47c1-af3e-f6f44b5bcb31 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.658811] env[62748]: DEBUG nova.compute.manager [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.770250] env[62748]: INFO nova.compute.manager [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Took 54.74 seconds to build instance. [ 780.799944] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c57f72-ca1f-4b05-95b7-0d1609dd6c6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.809341] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd78ae4a-6384-4f8c-a0fa-cccaf115db6b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.846238] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02da4f20-1bea-4103-aa38-a218118cacbc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.855834] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ab547f-e8e0-493f-b9ba-2ec2576d51f0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.870391] env[62748]: DEBUG nova.compute.provider_tree [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.272531] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fd08ad9-c95e-4358-a68b-2c09ceafc232 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "08573e3f-bd26-400f-a3ff-aa5caa1eff88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.250s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.367749] env[62748]: DEBUG nova.network.neutron [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance_info_cache with network_info: [{"id": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "address": "fa:16:3e:4a:62:a8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdb3ef9-7a", "ovs_interfaceid": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.373609] env[62748]: DEBUG nova.scheduler.client.report [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.674837] env[62748]: DEBUG nova.compute.manager [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.708146] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.708414] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.708573] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.708760] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.708908] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.710555] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.710897] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.711147] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.711380] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.711586] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.711803] env[62748]: DEBUG nova.virt.hardware [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.713969] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f42764e-872a-4a58-b940-7a7ed7f669d8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.725127] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41d4aa8-5917-4dd1-ba13-ad5d76dfb44e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.870868] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.881595] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.882129] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.207s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.882129] env[62748]: DEBUG nova.objects.instance [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lazy-loading 'resources' on Instance uuid 51bf0346-49a9-4ee6-b744-82763fc2ad70 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.913814] env[62748]: INFO nova.scheduler.client.report [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Deleted allocations for instance b1fbf948-562d-4cd0-9c9a-8e83c8967592 [ 781.983261] env[62748]: INFO nova.compute.manager [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Rebuilding instance [ 782.041645] env[62748]: DEBUG nova.compute.manager [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.042596] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988072cc-bc23-4915-a96e-d2101d5e6e4d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.364577] env[62748]: DEBUG nova.compute.manager [req-c49cdab7-b4ce-4807-ad54-00cadae039ea req-1f93619e-5c45-440c-b22d-7782baeeeff3 service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Received event network-vif-plugged-7274efcb-8498-47c1-af3e-f6f44b5bcb31 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 782.365023] env[62748]: DEBUG oslo_concurrency.lockutils [req-c49cdab7-b4ce-4807-ad54-00cadae039ea req-1f93619e-5c45-440c-b22d-7782baeeeff3 service nova] Acquiring lock "dbf75430-bd48-4fc4-81d2-637240cecf2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.365163] env[62748]: DEBUG oslo_concurrency.lockutils [req-c49cdab7-b4ce-4807-ad54-00cadae039ea req-1f93619e-5c45-440c-b22d-7782baeeeff3 service nova] Lock "dbf75430-bd48-4fc4-81d2-637240cecf2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.365366] env[62748]: DEBUG oslo_concurrency.lockutils [req-c49cdab7-b4ce-4807-ad54-00cadae039ea req-1f93619e-5c45-440c-b22d-7782baeeeff3 service nova] Lock "dbf75430-bd48-4fc4-81d2-637240cecf2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.365568] env[62748]: DEBUG nova.compute.manager [req-c49cdab7-b4ce-4807-ad54-00cadae039ea req-1f93619e-5c45-440c-b22d-7782baeeeff3 service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] No waiting events found dispatching network-vif-plugged-7274efcb-8498-47c1-af3e-f6f44b5bcb31 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.365773] env[62748]: WARNING nova.compute.manager [req-c49cdab7-b4ce-4807-ad54-00cadae039ea req-1f93619e-5c45-440c-b22d-7782baeeeff3 service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Received unexpected event network-vif-plugged-7274efcb-8498-47c1-af3e-f6f44b5bcb31 for instance with vm_state building and task_state spawning. [ 782.398853] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d1ba8c-960a-4fd8-a065-eec2bc869315 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.433345] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f6c79c72-19c7-4371-ae49-a19c7623d864 tempest-VolumesAssistedSnapshotsTest-1705484137 tempest-VolumesAssistedSnapshotsTest-1705484137-project-member] Lock "b1fbf948-562d-4cd0-9c9a-8e83c8967592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.283s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.438513] env[62748]: DEBUG nova.network.neutron [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Successfully updated port: 7274efcb-8498-47c1-af3e-f6f44b5bcb31 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.438513] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591bd7fb-90e3-4959-b114-c8004d7a5983 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.452603] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance '1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 782.877736] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd2332e-bba7-454f-9b3d-53879a318cb5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.886235] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef51231-2215-4677-b44f-570e72252c02 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.918451] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5506a7e9-9371-424f-a622-858d8b24ba82 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.925565] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7173cedf-1805-478f-97e8-41884711e50c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.942110] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "refresh_cache-dbf75430-bd48-4fc4-81d2-637240cecf2e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.942110] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "refresh_cache-dbf75430-bd48-4fc4-81d2-637240cecf2e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.942312] env[62748]: DEBUG nova.network.neutron [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.945166] env[62748]: DEBUG nova.compute.provider_tree [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.961044] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.961354] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd82c43-a23a-4724-8659-f0127cfa095f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.970945] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 782.970945] env[62748]: value = "task-2749820" [ 782.970945] env[62748]: _type = "Task" [ 782.970945] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.980062] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.057479] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.058115] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ba7bded-cb3c-4716-8a0a-2bb102d0585f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.065586] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 783.065586] env[62748]: value = "task-2749821" [ 783.065586] env[62748]: _type = "Task" [ 783.065586] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.080854] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquiring lock "0a93aecc-eccd-4d0e-b59c-1172747378ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.081130] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "0a93aecc-eccd-4d0e-b59c-1172747378ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.082946] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.448638] env[62748]: DEBUG nova.scheduler.client.report [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.485125] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.487730] env[62748]: DEBUG nova.network.neutron [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.575228] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749821, 'name': PowerOffVM_Task, 'duration_secs': 0.142963} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.576587] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.576587] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.576587] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b394f21c-6e6c-4117-b2a9-5354fef34e80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.583573] env[62748]: DEBUG nova.compute.manager [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.588874] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.589163] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcaab549-904d-453d-814b-ce851b78e6e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.612740] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.613014] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.613216] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Deleting the datastore file [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.613482] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccdc92f1-fc81-4ffb-bcca-e26ee86be893 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.620299] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 783.620299] env[62748]: value = "task-2749823" [ 783.620299] env[62748]: _type = "Task" [ 783.620299] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.631649] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.797859] env[62748]: DEBUG nova.network.neutron [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Updating instance_info_cache with network_info: [{"id": "7274efcb-8498-47c1-af3e-f6f44b5bcb31", "address": "fa:16:3e:86:76:8e", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7274efcb-84", "ovs_interfaceid": "7274efcb-8498-47c1-af3e-f6f44b5bcb31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.957163] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.959807] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.286s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.962399] env[62748]: INFO nova.compute.claims [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.983923] env[62748]: DEBUG oslo_vmware.api [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749820, 'name': PowerOnVM_Task, 'duration_secs': 0.738768} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.984349] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.984650] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7230eab1-e20e-4714-903d-90a13ada5442 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance '1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 783.989673] env[62748]: INFO nova.scheduler.client.report [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Deleted allocations for instance 51bf0346-49a9-4ee6-b744-82763fc2ad70 [ 784.104994] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.130483] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156136} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.130725] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.130916] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.131108] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.300869] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "refresh_cache-dbf75430-bd48-4fc4-81d2-637240cecf2e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.301231] env[62748]: DEBUG nova.compute.manager [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Instance network_info: |[{"id": "7274efcb-8498-47c1-af3e-f6f44b5bcb31", "address": "fa:16:3e:86:76:8e", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7274efcb-84", "ovs_interfaceid": "7274efcb-8498-47c1-af3e-f6f44b5bcb31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.301648] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:76:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7274efcb-8498-47c1-af3e-f6f44b5bcb31', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.309936] env[62748]: DEBUG oslo.service.loopingcall [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.310233] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.310478] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea16983-cac1-4550-a87c-3f493d32934d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.332329] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.332329] env[62748]: value = "task-2749824" [ 784.332329] env[62748]: _type = "Task" [ 784.332329] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.340235] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749824, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.400076] env[62748]: DEBUG nova.compute.manager [req-e06d8ba1-c50c-4c3c-aa4f-c7f55d85825d req-fd00e50a-01ec-4ef6-9f75-61f950814933 service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Received event network-changed-7274efcb-8498-47c1-af3e-f6f44b5bcb31 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 784.400076] env[62748]: DEBUG nova.compute.manager [req-e06d8ba1-c50c-4c3c-aa4f-c7f55d85825d req-fd00e50a-01ec-4ef6-9f75-61f950814933 service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Refreshing instance network info cache due to event network-changed-7274efcb-8498-47c1-af3e-f6f44b5bcb31. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 784.400286] env[62748]: DEBUG oslo_concurrency.lockutils [req-e06d8ba1-c50c-4c3c-aa4f-c7f55d85825d req-fd00e50a-01ec-4ef6-9f75-61f950814933 service nova] Acquiring lock "refresh_cache-dbf75430-bd48-4fc4-81d2-637240cecf2e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.400434] env[62748]: DEBUG oslo_concurrency.lockutils [req-e06d8ba1-c50c-4c3c-aa4f-c7f55d85825d req-fd00e50a-01ec-4ef6-9f75-61f950814933 service nova] Acquired lock "refresh_cache-dbf75430-bd48-4fc4-81d2-637240cecf2e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.400598] env[62748]: DEBUG nova.network.neutron [req-e06d8ba1-c50c-4c3c-aa4f-c7f55d85825d req-fd00e50a-01ec-4ef6-9f75-61f950814933 service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Refreshing network info cache for port 7274efcb-8498-47c1-af3e-f6f44b5bcb31 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.497356] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3128778-9be3-4be2-b5fa-c8d9b01e208a tempest-ListImageFiltersTestJSON-130148788 tempest-ListImageFiltersTestJSON-130148788-project-member] Lock "51bf0346-49a9-4ee6-b744-82763fc2ad70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.492s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.846022] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749824, 'name': CreateVM_Task, 'duration_secs': 0.420933} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.846022] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.846022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.846022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.846022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.846022] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ecfe8af-af83-4c83-b7ea-f3ab6fb59847 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.854027] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 784.854027] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5249fe5f-7a28-9036-6152-e88a5cf3e09d" [ 784.854027] env[62748]: _type = "Task" [ 784.854027] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.860366] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5249fe5f-7a28-9036-6152-e88a5cf3e09d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.168282] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.168515] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.168677] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.168856] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.168996] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.169230] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.169410] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.169809] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.169809] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.169932] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.170071] env[62748]: DEBUG nova.virt.hardware [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.172245] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d360d-4a78-4181-8e78-04ff09ed53f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.184072] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f9f42f-0587-4f81-bf95-5e81f41451ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.191428] env[62748]: DEBUG oslo_vmware.rw_handles [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f606b-1187-327d-f4d3-d59bf50c8144/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 785.191905] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae6d0d6-06d5-4c47-847a-8805efc69b92 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.211492] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.217480] env[62748]: DEBUG oslo.service.loopingcall [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 785.221775] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.221980] env[62748]: DEBUG oslo_vmware.rw_handles [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f606b-1187-327d-f4d3-d59bf50c8144/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 785.222164] env[62748]: ERROR oslo_vmware.rw_handles [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f606b-1187-327d-f4d3-d59bf50c8144/disk-0.vmdk due to incomplete transfer. [ 785.222578] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4942855d-3fe0-4d54-b02d-4f2099d695fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.234148] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef18621b-e7b8-4e3c-8a20-cc2e1cf059b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.243079] env[62748]: DEBUG nova.network.neutron [req-e06d8ba1-c50c-4c3c-aa4f-c7f55d85825d req-fd00e50a-01ec-4ef6-9f75-61f950814933 service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Updated VIF entry in instance network info cache for port 7274efcb-8498-47c1-af3e-f6f44b5bcb31. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.243508] env[62748]: DEBUG nova.network.neutron [req-e06d8ba1-c50c-4c3c-aa4f-c7f55d85825d req-fd00e50a-01ec-4ef6-9f75-61f950814933 service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Updating instance_info_cache with network_info: [{"id": "7274efcb-8498-47c1-af3e-f6f44b5bcb31", "address": "fa:16:3e:86:76:8e", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7274efcb-84", "ovs_interfaceid": "7274efcb-8498-47c1-af3e-f6f44b5bcb31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.246455] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.246455] env[62748]: value = "task-2749825" [ 785.246455] env[62748]: _type = "Task" [ 785.246455] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.248194] env[62748]: DEBUG oslo_vmware.rw_handles [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526f606b-1187-327d-f4d3-d59bf50c8144/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 785.248471] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Uploaded image 071f88f8-8bf5-42c9-864f-22a81c293436 to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 785.252220] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 785.260773] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fd32d283-6419-40fe-8bd5-5bc8dfa97e50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.267968] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749825, 'name': CreateVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.271540] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 785.271540] env[62748]: value = "task-2749826" [ 785.271540] env[62748]: _type = "Task" [ 785.271540] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.282180] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749826, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.371376] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5249fe5f-7a28-9036-6152-e88a5cf3e09d, 'name': SearchDatastore_Task, 'duration_secs': 0.016713} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.371637] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.371637] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.371875] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.372071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.372265] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.374907] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-897a990c-4563-4aad-961f-554e71ded161 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.386447] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.386602] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.387369] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f059550-8e47-420a-8ba9-859e06cee828 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.393410] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 785.393410] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526792a8-96e3-e3dd-b91e-5637918c5eaa" [ 785.393410] env[62748]: _type = "Task" [ 785.393410] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.404322] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526792a8-96e3-e3dd-b91e-5637918c5eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.514314] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0061012-a2d6-445a-8ade-b0cc4ad2125e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.523890] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e04f30-b9d6-492f-98e2-ece5a5640270 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.561449] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a1cf17-d315-4165-9de7-2f01a6d2ca05 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.568554] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf33d6f-7fb5-4541-9900-dee79285de16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.584803] env[62748]: DEBUG nova.compute.provider_tree [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.750761] env[62748]: DEBUG oslo_concurrency.lockutils [req-e06d8ba1-c50c-4c3c-aa4f-c7f55d85825d req-fd00e50a-01ec-4ef6-9f75-61f950814933 service nova] Releasing lock "refresh_cache-dbf75430-bd48-4fc4-81d2-637240cecf2e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.767821] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749825, 'name': CreateVM_Task, 'duration_secs': 0.311039} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.768131] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.768648] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.768855] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.769204] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.769500] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebab1d23-c508-4fe0-a6ee-bb5fa79c2e3e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.782874] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749826, 'name': Destroy_Task, 'duration_secs': 0.373736} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.783186] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 785.783186] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520a84c6-cdcf-6368-5265-1254a03dfb6b" [ 785.783186] env[62748]: _type = "Task" [ 785.783186] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.783416] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Destroyed the VM [ 785.783644] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 785.783934] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6347a94-3275-4cc5-ba20-a3ea350aa0bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.797950] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520a84c6-cdcf-6368-5265-1254a03dfb6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.797950] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 785.797950] env[62748]: value = "task-2749827" [ 785.797950] env[62748]: _type = "Task" [ 785.797950] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.805501] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749827, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.906806] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526792a8-96e3-e3dd-b91e-5637918c5eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.01409} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.907332] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516a2f28-b512-4a6a-9a3b-597332311ec5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.913569] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 785.913569] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c894e2-bc4a-3827-9cde-e7da2074bbf3" [ 785.913569] env[62748]: _type = "Task" [ 785.913569] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.921428] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c894e2-bc4a-3827-9cde-e7da2074bbf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.112146] env[62748]: ERROR nova.scheduler.client.report [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [req-96171af7-9187-4ea9-8b04-66abfdbaf28d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-96171af7-9187-4ea9-8b04-66abfdbaf28d"}]} [ 786.140150] env[62748]: DEBUG nova.scheduler.client.report [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 786.155372] env[62748]: DEBUG nova.scheduler.client.report [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 786.156068] env[62748]: DEBUG nova.compute.provider_tree [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.168026] env[62748]: DEBUG nova.scheduler.client.report [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 786.189494] env[62748]: DEBUG nova.scheduler.client.report [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.303155] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520a84c6-cdcf-6368-5265-1254a03dfb6b, 'name': SearchDatastore_Task, 'duration_secs': 0.014979} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.306334] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.306602] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.306821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.314088] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749827, 'name': RemoveSnapshot_Task, 'duration_secs': 0.378569} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.314364] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 786.314674] env[62748]: DEBUG nova.compute.manager [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.315470] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc0e760-1588-48dd-833c-a7d5a58b8fed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.423850] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c894e2-bc4a-3827-9cde-e7da2074bbf3, 'name': SearchDatastore_Task, 'duration_secs': 0.020012} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.424595] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.424595] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] dbf75430-bd48-4fc4-81d2-637240cecf2e/dbf75430-bd48-4fc4-81d2-637240cecf2e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.424853] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.424918] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.425137] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1faef4f-0c8b-4865-99a1-8f0f514d31f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.428320] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab2027da-1035-4675-8f43-1e009490397a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.440837] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 786.440837] env[62748]: value = "task-2749828" [ 786.440837] env[62748]: _type = "Task" [ 786.440837] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.442051] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.442325] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.446951] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107e9661-30cd-4df1-b725-5776c43884d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.458517] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.458517] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 786.458517] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52638b91-f152-4b52-17b0-f0d72e4a3337" [ 786.458517] env[62748]: _type = "Task" [ 786.458517] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.466923] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52638b91-f152-4b52-17b0-f0d72e4a3337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.720973] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523448d6-eee9-436d-8866-f16fe4a091f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.728666] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbb19eb-203d-4a8d-b07c-854bfcbebbe3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.761543] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcf3830-7ed0-4270-b45a-fb6d20a36145 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.770120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de77c53f-1b24-4936-abc1-86c21047d1f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.785369] env[62748]: DEBUG nova.compute.provider_tree [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.829243] env[62748]: INFO nova.compute.manager [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Shelve offloading [ 786.952722] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749828, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.972748] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52638b91-f152-4b52-17b0-f0d72e4a3337, 'name': SearchDatastore_Task, 'duration_secs': 0.018425} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.973964] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4a98b9-7fbf-47c2-892d-7d4429df8dd6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.983927] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 786.983927] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528998f9-654d-9d71-f8c4-d8afb06ceac1" [ 786.983927] env[62748]: _type = "Task" [ 786.983927] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.992825] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528998f9-654d-9d71-f8c4-d8afb06ceac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.330914] env[62748]: DEBUG nova.scheduler.client.report [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 787.330914] env[62748]: DEBUG nova.compute.provider_tree [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 87 to 88 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 787.330914] env[62748]: DEBUG nova.compute.provider_tree [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.338044] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.338044] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-307e8eb4-780f-40cc-a9e6-30c7b8b4b7b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.345021] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 787.345021] env[62748]: value = "task-2749829" [ 787.345021] env[62748]: _type = "Task" [ 787.345021] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.356110] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 787.356577] env[62748]: DEBUG nova.compute.manager [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.357586] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02c64c5-6686-4d03-bc3b-a4400d7d1106 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.364344] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.364484] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.364681] env[62748]: DEBUG nova.network.neutron [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.396508] env[62748]: DEBUG nova.network.neutron [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Port 6bdb3ef9-7a00-461b-ab68-86768897ab4e binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 787.396800] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.397114] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.397211] env[62748]: DEBUG nova.network.neutron [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.455269] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66966} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.456145] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] dbf75430-bd48-4fc4-81d2-637240cecf2e/dbf75430-bd48-4fc4-81d2-637240cecf2e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.456145] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.456145] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-254220c8-02c7-47fe-8843-824f4888276c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.468946] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 787.468946] env[62748]: value = "task-2749830" [ 787.468946] env[62748]: _type = "Task" [ 787.468946] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.477964] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.494505] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528998f9-654d-9d71-f8c4-d8afb06ceac1, 'name': SearchDatastore_Task, 'duration_secs': 0.051092} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.494971] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.495232] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88/08573e3f-bd26-400f-a3ff-aa5caa1eff88.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.495509] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-887d677b-2fad-4d3b-8819-bfd6df6520bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.502274] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 787.502274] env[62748]: value = "task-2749831" [ 787.502274] env[62748]: _type = "Task" [ 787.502274] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.512271] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.837932] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.878s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.838632] env[62748]: DEBUG nova.compute.manager [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.845162] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.351s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.845162] env[62748]: DEBUG nova.objects.instance [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'resources' on Instance uuid 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.977678] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068096} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.977975] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.978872] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df14aace-38d6-4244-ae33-254d393d15d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.010283] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] dbf75430-bd48-4fc4-81d2-637240cecf2e/dbf75430-bd48-4fc4-81d2-637240cecf2e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.013025] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cf1c47f-8233-45c7-a3f5-a78688159e35 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.035632] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.036832] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 788.036832] env[62748]: value = "task-2749832" [ 788.036832] env[62748]: _type = "Task" [ 788.036832] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.045823] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.301196] env[62748]: DEBUG nova.network.neutron [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Updating instance_info_cache with network_info: [{"id": "10b0a2e0-e467-4286-8247-c06c55ceeab5", "address": "fa:16:3e:07:84:a3", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b0a2e0-e4", "ovs_interfaceid": "10b0a2e0-e467-4286-8247-c06c55ceeab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.304804] env[62748]: DEBUG nova.network.neutron [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance_info_cache with network_info: [{"id": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "address": "fa:16:3e:4a:62:a8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdb3ef9-7a", "ovs_interfaceid": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.347302] env[62748]: DEBUG nova.objects.instance [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'numa_topology' on Instance uuid 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.349525] env[62748]: DEBUG nova.compute.utils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.351947] env[62748]: DEBUG nova.compute.manager [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.351947] env[62748]: DEBUG nova.network.neutron [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.418965] env[62748]: DEBUG nova.policy [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd2eb2488c8d43a1b06745e62e7b1c49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16d2364b69745d7837301960e0334fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.529113] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749831, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.005916} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.529544] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88/08573e3f-bd26-400f-a3ff-aa5caa1eff88.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.529874] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.530219] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fde55e3d-8527-47c4-b357-b4b33749f1a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.537854] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 788.537854] env[62748]: value = "task-2749833" [ 788.537854] env[62748]: _type = "Task" [ 788.537854] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.553024] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749832, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.555376] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.806864] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.808716] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.826572] env[62748]: DEBUG nova.network.neutron [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Successfully created port: 3aaab05d-56be-42b2-a902-15e02ab47837 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.852656] env[62748]: DEBUG nova.objects.base [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Object Instance<27e3bcbc-7bc6-4a90-a135-d95e03ad99a3> lazy-loaded attributes: resources,numa_topology {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 788.857021] env[62748]: DEBUG nova.compute.manager [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.050664] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749832, 'name': ReconfigVM_Task, 'duration_secs': 0.523343} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.056068] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Reconfigured VM instance instance-00000038 to attach disk [datastore2] dbf75430-bd48-4fc4-81d2-637240cecf2e/dbf75430-bd48-4fc4-81d2-637240cecf2e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.056934] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b654735-72f3-49c8-af24-2a3a51899f8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.065161] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063739} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.065161] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.065161] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 789.065161] env[62748]: value = "task-2749834" [ 789.065161] env[62748]: _type = "Task" [ 789.065161] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.065483] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384ecc1a-b279-4e11-9c70-f00edf5cdc24 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.092845] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88/08573e3f-bd26-400f-a3ff-aa5caa1eff88.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.099335] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1842d5ff-4d7d-4aba-ae44-3325fdadc443 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.114737] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749834, 'name': Rename_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.123417] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 789.123417] env[62748]: value = "task-2749835" [ 789.123417] env[62748]: _type = "Task" [ 789.123417] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.135625] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.316476] env[62748]: DEBUG nova.compute.manager [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62748) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 789.316758] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.393327] env[62748]: DEBUG nova.compute.manager [req-6bbd5a9e-51cf-4e7f-aff2-494147e9c8c1 req-f101c7c3-a542-41ad-b43e-af1331727827 service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Received event network-vif-unplugged-10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.393599] env[62748]: DEBUG oslo_concurrency.lockutils [req-6bbd5a9e-51cf-4e7f-aff2-494147e9c8c1 req-f101c7c3-a542-41ad-b43e-af1331727827 service nova] Acquiring lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.393724] env[62748]: DEBUG oslo_concurrency.lockutils [req-6bbd5a9e-51cf-4e7f-aff2-494147e9c8c1 req-f101c7c3-a542-41ad-b43e-af1331727827 service nova] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.393877] env[62748]: DEBUG oslo_concurrency.lockutils [req-6bbd5a9e-51cf-4e7f-aff2-494147e9c8c1 req-f101c7c3-a542-41ad-b43e-af1331727827 service nova] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.394208] env[62748]: DEBUG nova.compute.manager [req-6bbd5a9e-51cf-4e7f-aff2-494147e9c8c1 req-f101c7c3-a542-41ad-b43e-af1331727827 service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] No waiting events found dispatching network-vif-unplugged-10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.394465] env[62748]: WARNING nova.compute.manager [req-6bbd5a9e-51cf-4e7f-aff2-494147e9c8c1 req-f101c7c3-a542-41ad-b43e-af1331727827 service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Received unexpected event network-vif-unplugged-10b0a2e0-e467-4286-8247-c06c55ceeab5 for instance with vm_state shelved and task_state shelving_offloading. [ 789.462592] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.463589] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1314d-a293-4391-a919-7cd906f0e0c9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.468293] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c308db27-696c-4880-9c40-13deede117c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.479442] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb36864f-86c6-4721-acfa-610e61f5682a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.482670] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.483092] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b1bd31a-753b-4f4f-b489-1d719bde9287 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.518750] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d807ae3-1394-47d4-b04e-1830ae09ada6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.527678] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71304067-9d74-4b1f-b0e8-6f48aed31e95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.542471] env[62748]: DEBUG nova.compute.provider_tree [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.549026] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.549026] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.549026] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleting the datastore file [datastore2] a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.549209] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff2f6f60-3749-43f6-a4b3-2612c62a81e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.557920] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 789.557920] env[62748]: value = "task-2749837" [ 789.557920] env[62748]: _type = "Task" [ 789.557920] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.566950] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.577635] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749834, 'name': Rename_Task, 'duration_secs': 0.141652} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.577635] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.577783] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c890fd5-0b1e-4cd5-9c09-3a714c5f360e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.583841] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 789.583841] env[62748]: value = "task-2749838" [ 789.583841] env[62748]: _type = "Task" [ 789.583841] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.595548] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.635053] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749835, 'name': ReconfigVM_Task, 'duration_secs': 0.272568} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.635053] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88/08573e3f-bd26-400f-a3ff-aa5caa1eff88.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.635053] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b6ef8a-8277-4d63-8d30-68dda706438e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.640298] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 789.640298] env[62748]: value = "task-2749839" [ 789.640298] env[62748]: _type = "Task" [ 789.640298] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.648271] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749839, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.874224] env[62748]: DEBUG nova.compute.manager [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.905145] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.905320] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.905487] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.905674] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.905821] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.905969] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.906214] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.906378] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.906595] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.906760] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.906932] env[62748]: DEBUG nova.virt.hardware [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.907842] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f9219b-a59e-43ab-a732-94fd3b704417 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.918496] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86db1569-d037-4acf-a00e-6aa115d4c8df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.074897] env[62748]: DEBUG oslo_vmware.api [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2749837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273006} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.074897] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.074897] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.074897] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.095237] env[62748]: DEBUG oslo_vmware.api [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749838, 'name': PowerOnVM_Task, 'duration_secs': 0.482912} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.095284] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.095525] env[62748]: INFO nova.compute.manager [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Took 8.42 seconds to spawn the instance on the hypervisor. [ 790.095708] env[62748]: DEBUG nova.compute.manager [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.097279] env[62748]: DEBUG nova.scheduler.client.report [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 790.097279] env[62748]: DEBUG nova.compute.provider_tree [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 88 to 89 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 790.097411] env[62748]: DEBUG nova.compute.provider_tree [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.101873] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00777eca-7cc9-4227-94ae-9e6791637235 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.105326] env[62748]: INFO nova.scheduler.client.report [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted allocations for instance a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f [ 790.152380] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749839, 'name': Rename_Task, 'duration_secs': 0.15746} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.152781] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.153865] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1858e195-f824-4771-8158-84e4ce504548 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.161733] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 790.161733] env[62748]: value = "task-2749840" [ 790.161733] env[62748]: _type = "Task" [ 790.161733] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.170882] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.613899] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.614216] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.771s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.617887] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 42.356s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.618109] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.618287] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 790.618617] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.166s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.620807] env[62748]: INFO nova.compute.claims [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.635386] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c1011-a2c3-4d6e-90f4-4ee89bedcc37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.644491] env[62748]: INFO nova.compute.manager [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Took 58.37 seconds to build instance. [ 790.650549] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6e52c7-9be1-44a5-ac1a-073683b491e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.681070] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94050841-1c7d-437a-bfb8-6e665addba96 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.691457] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.693919] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf228218-32fb-4e1e-af27-222012317e8e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.727659] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178477MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 790.727848] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.859039] env[62748]: DEBUG nova.compute.manager [req-d9e4722a-7785-49c3-a829-1b9dc5e7ca1f req-b732b715-676d-434b-827c-a922dc4047ce service nova] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Received event network-vif-plugged-3aaab05d-56be-42b2-a902-15e02ab47837 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 790.859273] env[62748]: DEBUG oslo_concurrency.lockutils [req-d9e4722a-7785-49c3-a829-1b9dc5e7ca1f req-b732b715-676d-434b-827c-a922dc4047ce service nova] Acquiring lock "f6309f35-0fff-4dc4-a004-32599cea3d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.859873] env[62748]: DEBUG oslo_concurrency.lockutils [req-d9e4722a-7785-49c3-a829-1b9dc5e7ca1f req-b732b715-676d-434b-827c-a922dc4047ce service nova] Lock "f6309f35-0fff-4dc4-a004-32599cea3d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.860080] env[62748]: DEBUG oslo_concurrency.lockutils [req-d9e4722a-7785-49c3-a829-1b9dc5e7ca1f req-b732b715-676d-434b-827c-a922dc4047ce service nova] Lock "f6309f35-0fff-4dc4-a004-32599cea3d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.860262] env[62748]: DEBUG nova.compute.manager [req-d9e4722a-7785-49c3-a829-1b9dc5e7ca1f req-b732b715-676d-434b-827c-a922dc4047ce service nova] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] No waiting events found dispatching network-vif-plugged-3aaab05d-56be-42b2-a902-15e02ab47837 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.860432] env[62748]: WARNING nova.compute.manager [req-d9e4722a-7785-49c3-a829-1b9dc5e7ca1f req-b732b715-676d-434b-827c-a922dc4047ce service nova] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Received unexpected event network-vif-plugged-3aaab05d-56be-42b2-a902-15e02ab47837 for instance with vm_state building and task_state spawning. [ 791.051541] env[62748]: DEBUG nova.network.neutron [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Successfully updated port: 3aaab05d-56be-42b2-a902-15e02ab47837 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.141105] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fce1930e-7708-4f08-95bb-d0fe1d51a1ea tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 67.357s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.142785] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 41.964s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.143138] env[62748]: INFO nova.compute.manager [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Unshelving [ 791.149155] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7cb39f6a-57fb-4906-b71a-cd876d1ac25f tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "dbf75430-bd48-4fc4-81d2-637240cecf2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.212s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.181482] env[62748]: DEBUG oslo_vmware.api [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749840, 'name': PowerOnVM_Task, 'duration_secs': 0.763498} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.182074] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.182518] env[62748]: DEBUG nova.compute.manager [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.183471] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fae7ff-7a26-496d-ba56-4ec9cb142bdc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.555495] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "refresh_cache-f6309f35-0fff-4dc4-a004-32599cea3d4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.555495] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "refresh_cache-f6309f35-0fff-4dc4-a004-32599cea3d4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.555495] env[62748]: DEBUG nova.network.neutron [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.708103] env[62748]: DEBUG nova.compute.manager [req-05f25edb-eaf6-4bd1-8765-06b2f6eaa4ea req-3e2805d6-3607-4dfb-b42c-7774b4f7653c service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Received event network-changed-10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 791.708103] env[62748]: DEBUG nova.compute.manager [req-05f25edb-eaf6-4bd1-8765-06b2f6eaa4ea req-3e2805d6-3607-4dfb-b42c-7774b4f7653c service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Refreshing instance network info cache due to event network-changed-10b0a2e0-e467-4286-8247-c06c55ceeab5. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 791.708283] env[62748]: DEBUG oslo_concurrency.lockutils [req-05f25edb-eaf6-4bd1-8765-06b2f6eaa4ea req-3e2805d6-3607-4dfb-b42c-7774b4f7653c service nova] Acquiring lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.708387] env[62748]: DEBUG oslo_concurrency.lockutils [req-05f25edb-eaf6-4bd1-8765-06b2f6eaa4ea req-3e2805d6-3607-4dfb-b42c-7774b4f7653c service nova] Acquired lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.708656] env[62748]: DEBUG nova.network.neutron [req-05f25edb-eaf6-4bd1-8765-06b2f6eaa4ea req-3e2805d6-3607-4dfb-b42c-7774b4f7653c service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Refreshing network info cache for port 10b0a2e0-e467-4286-8247-c06c55ceeab5 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.713822] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.044973] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.106771] env[62748]: DEBUG nova.network.neutron [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.159602] env[62748]: DEBUG nova.compute.utils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.282358] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37be24cd-f8c0-4d56-b07a-d3a651d462b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.291709] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eb31a5-5682-451c-a5b7-1318ce8185b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.324921] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4ee4cd-441e-425f-864f-96f7de61445e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.332937] env[62748]: DEBUG nova.network.neutron [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Updating instance_info_cache with network_info: [{"id": "3aaab05d-56be-42b2-a902-15e02ab47837", "address": "fa:16:3e:46:04:29", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaab05d-56", "ovs_interfaceid": "3aaab05d-56be-42b2-a902-15e02ab47837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.338126] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13b0f49-f5aa-4641-8534-9fd4b4e01e7e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.351673] env[62748]: DEBUG nova.compute.provider_tree [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.460596] env[62748]: DEBUG nova.compute.manager [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.461425] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a227f95-b257-414a-922e-eab70da154b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.667490] env[62748]: DEBUG nova.network.neutron [req-05f25edb-eaf6-4bd1-8765-06b2f6eaa4ea req-3e2805d6-3607-4dfb-b42c-7774b4f7653c service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Updated VIF entry in instance network info cache for port 10b0a2e0-e467-4286-8247-c06c55ceeab5. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.667987] env[62748]: DEBUG nova.network.neutron [req-05f25edb-eaf6-4bd1-8765-06b2f6eaa4ea req-3e2805d6-3607-4dfb-b42c-7774b4f7653c service nova] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Updating instance_info_cache with network_info: [{"id": "10b0a2e0-e467-4286-8247-c06c55ceeab5", "address": "fa:16:3e:07:84:a3", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": null, "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap10b0a2e0-e4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.672815] env[62748]: INFO nova.virt.block_device [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Booting with volume adae1d0b-33c8-4338-b6e7-e64da5ccfdc6 at /dev/sdb [ 792.719882] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77b6c6e8-f401-4324-b1e5-68dfedbef40d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.733267] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60279ebf-df40-451d-b147-159a0fab4bfd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.773150] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e26d7c73-ed18-432b-a681-26390191547b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.782118] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681ff5e0-2230-4629-a658-841118812c14 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.818839] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cdc9a4-0621-4474-a39e-293817a7fe83 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.827331] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb5e49-8228-4b93-94a2-b89d7c4fc2cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.843904] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "refresh_cache-f6309f35-0fff-4dc4-a004-32599cea3d4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.844250] env[62748]: DEBUG nova.compute.manager [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Instance network_info: |[{"id": "3aaab05d-56be-42b2-a902-15e02ab47837", "address": "fa:16:3e:46:04:29", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaab05d-56", "ovs_interfaceid": "3aaab05d-56be-42b2-a902-15e02ab47837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.844629] env[62748]: DEBUG nova.virt.block_device [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating existing volume attachment record: e92de027-3397-47ed-8b41-d78372877d3c {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 792.847379] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:04:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aaab05d-56be-42b2-a902-15e02ab47837', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.858264] env[62748]: DEBUG oslo.service.loopingcall [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 792.858264] env[62748]: DEBUG nova.scheduler.client.report [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.863168] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.863168] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c76fbea-434f-4298-ad08-dd2d2861b82f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.888464] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.888464] env[62748]: value = "task-2749841" [ 792.888464] env[62748]: _type = "Task" [ 792.888464] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.901685] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749841, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.919897] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "08573e3f-bd26-400f-a3ff-aa5caa1eff88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.920220] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "08573e3f-bd26-400f-a3ff-aa5caa1eff88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.920446] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "08573e3f-bd26-400f-a3ff-aa5caa1eff88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.920656] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "08573e3f-bd26-400f-a3ff-aa5caa1eff88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.920854] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "08573e3f-bd26-400f-a3ff-aa5caa1eff88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.925099] env[62748]: INFO nova.compute.manager [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Terminating instance [ 792.928487] env[62748]: DEBUG nova.compute.manager [req-b016e343-f302-411d-bcec-2d3204088e24 req-860ac878-7002-42f2-9b7a-6b5b8d9d6460 service nova] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Received event network-changed-3aaab05d-56be-42b2-a902-15e02ab47837 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 792.928611] env[62748]: DEBUG nova.compute.manager [req-b016e343-f302-411d-bcec-2d3204088e24 req-860ac878-7002-42f2-9b7a-6b5b8d9d6460 service nova] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Refreshing instance network info cache due to event network-changed-3aaab05d-56be-42b2-a902-15e02ab47837. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 792.928820] env[62748]: DEBUG oslo_concurrency.lockutils [req-b016e343-f302-411d-bcec-2d3204088e24 req-860ac878-7002-42f2-9b7a-6b5b8d9d6460 service nova] Acquiring lock "refresh_cache-f6309f35-0fff-4dc4-a004-32599cea3d4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.928994] env[62748]: DEBUG oslo_concurrency.lockutils [req-b016e343-f302-411d-bcec-2d3204088e24 req-860ac878-7002-42f2-9b7a-6b5b8d9d6460 service nova] Acquired lock "refresh_cache-f6309f35-0fff-4dc4-a004-32599cea3d4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.929323] env[62748]: DEBUG nova.network.neutron [req-b016e343-f302-411d-bcec-2d3204088e24 req-860ac878-7002-42f2-9b7a-6b5b8d9d6460 service nova] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Refreshing network info cache for port 3aaab05d-56be-42b2-a902-15e02ab47837 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.973093] env[62748]: INFO nova.compute.manager [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] instance snapshotting [ 792.976191] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27789c63-3761-47c7-8de9-7066eb996e54 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.995853] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfa1eae-f422-4a36-897b-4e85c96f7400 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.175729] env[62748]: DEBUG oslo_concurrency.lockutils [req-05f25edb-eaf6-4bd1-8765-06b2f6eaa4ea req-3e2805d6-3607-4dfb-b42c-7774b4f7653c service nova] Releasing lock "refresh_cache-a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.383989] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.385110] env[62748]: DEBUG nova.compute.manager [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.388908] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.426s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.393020] env[62748]: INFO nova.compute.claims [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.406523] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquiring lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.407290] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.417628] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749841, 'name': CreateVM_Task, 'duration_secs': 0.420897} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.417913] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.418708] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.418868] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.419301] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 793.419559] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8759ad7-46b2-41d9-9d14-d8aaa8f64af6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.425209] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 793.425209] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7d087-19ef-1ad9-7dbb-a12ee2b702a3" [ 793.425209] env[62748]: _type = "Task" [ 793.425209] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.435515] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "refresh_cache-08573e3f-bd26-400f-a3ff-aa5caa1eff88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.435735] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquired lock "refresh_cache-08573e3f-bd26-400f-a3ff-aa5caa1eff88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.435870] env[62748]: DEBUG nova.network.neutron [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.442803] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7d087-19ef-1ad9-7dbb-a12ee2b702a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.443293] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.444138] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.444138] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.444302] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.444479] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.445443] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4d9f9d7-f4ad-40a1-a967-0866d03ea0b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.457017] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.457017] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.457017] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce8fd89-70d9-495d-819a-7228cd0d2f68 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.461831] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 793.461831] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b8c7f-c2c7-3012-d6c8-123f959722ca" [ 793.461831] env[62748]: _type = "Task" [ 793.461831] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.470431] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b8c7f-c2c7-3012-d6c8-123f959722ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.508066] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.508411] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12916944-a4a9-46bf-9a62-eeb34e8761cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.519008] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 793.519008] env[62748]: value = "task-2749845" [ 793.519008] env[62748]: _type = "Task" [ 793.519008] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.533272] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.815596] env[62748]: DEBUG nova.network.neutron [req-b016e343-f302-411d-bcec-2d3204088e24 req-860ac878-7002-42f2-9b7a-6b5b8d9d6460 service nova] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Updated VIF entry in instance network info cache for port 3aaab05d-56be-42b2-a902-15e02ab47837. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.815996] env[62748]: DEBUG nova.network.neutron [req-b016e343-f302-411d-bcec-2d3204088e24 req-860ac878-7002-42f2-9b7a-6b5b8d9d6460 service nova] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Updating instance_info_cache with network_info: [{"id": "3aaab05d-56be-42b2-a902-15e02ab47837", "address": "fa:16:3e:46:04:29", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaab05d-56", "ovs_interfaceid": "3aaab05d-56be-42b2-a902-15e02ab47837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.898062] env[62748]: DEBUG nova.compute.utils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.899486] env[62748]: DEBUG nova.compute.manager [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.899665] env[62748]: DEBUG nova.network.neutron [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.912230] env[62748]: DEBUG nova.compute.manager [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.963145] env[62748]: DEBUG nova.network.neutron [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.973723] env[62748]: DEBUG nova.policy [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e5b8eca564f1182c4ed3f2ccf3efb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3253db1d932d439f9650acc6774496c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.982485] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b8c7f-c2c7-3012-d6c8-123f959722ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.983547] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f7f3334-814d-4b07-9e8d-af8a844da5c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.989383] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 793.989383] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a746ca-1584-7392-7513-1a43bc60a01a" [ 793.989383] env[62748]: _type = "Task" [ 793.989383] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.001846] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a746ca-1584-7392-7513-1a43bc60a01a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.030600] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.035211] env[62748]: DEBUG nova.network.neutron [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.319254] env[62748]: DEBUG oslo_concurrency.lockutils [req-b016e343-f302-411d-bcec-2d3204088e24 req-860ac878-7002-42f2-9b7a-6b5b8d9d6460 service nova] Releasing lock "refresh_cache-f6309f35-0fff-4dc4-a004-32599cea3d4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.407467] env[62748]: DEBUG nova.compute.manager [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.443729] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.505035] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a746ca-1584-7392-7513-1a43bc60a01a, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.505348] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.505745] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] f6309f35-0fff-4dc4-a004-32599cea3d4b/f6309f35-0fff-4dc4-a004-32599cea3d4b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.506055] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9392784-acd1-4c9b-af99-a34c609b1f30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.514178] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 794.514178] env[62748]: value = "task-2749846" [ 794.514178] env[62748]: _type = "Task" [ 794.514178] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.527416] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.535369] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.536994] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Releasing lock "refresh_cache-08573e3f-bd26-400f-a3ff-aa5caa1eff88" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.537409] env[62748]: DEBUG nova.compute.manager [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.537632] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.538493] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d8e216-e138-4e6d-9750-c21f45a30374 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.550070] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.550328] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb2d896b-ac9f-4c76-ad3d-f6dabe4dfed9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.556577] env[62748]: DEBUG nova.network.neutron [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Successfully created port: a9523b63-c6ce-4057-bb57-8f090a08225d {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.565050] env[62748]: DEBUG oslo_vmware.api [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 794.565050] env[62748]: value = "task-2749847" [ 794.565050] env[62748]: _type = "Task" [ 794.565050] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.574182] env[62748]: DEBUG oslo_vmware.api [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.964180] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ee44b3-4f99-4101-b58b-057845455f66 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.975048] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a1803-9271-4c52-9a83-f01a54e18d29 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.012629] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125da41e-8f13-45a2-9d76-97039605c772 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.029327] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cec88c-500d-4fe1-b23c-78980bd0b34d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.033393] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494795} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.033393] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] f6309f35-0fff-4dc4-a004-32599cea3d4b/f6309f35-0fff-4dc4-a004-32599cea3d4b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.033393] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.034300] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-464374a5-2f42-4cd2-be70-5703d4aa6095 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.051982] env[62748]: DEBUG nova.compute.provider_tree [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.053103] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749845, 'name': CreateSnapshot_Task, 'duration_secs': 1.220195} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.054251] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 795.056573] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5151ccb1-a26c-4e6f-8795-9f908283a65e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.059536] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 795.059536] env[62748]: value = "task-2749848" [ 795.059536] env[62748]: _type = "Task" [ 795.059536] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.075934] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.082371] env[62748]: DEBUG oslo_vmware.api [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749847, 'name': PowerOffVM_Task, 'duration_secs': 0.117443} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.082371] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.082371] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.082371] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1d42142-79d5-4040-bdc8-04b058224b94 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.106092] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.106370] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.106598] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Deleting the datastore file [datastore2] 08573e3f-bd26-400f-a3ff-aa5caa1eff88 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.106883] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d642436-4dba-43a2-a7ea-49bdba4d905a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.114243] env[62748]: DEBUG oslo_vmware.api [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for the task: (returnval){ [ 795.114243] env[62748]: value = "task-2749850" [ 795.114243] env[62748]: _type = "Task" [ 795.114243] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.122928] env[62748]: DEBUG oslo_vmware.api [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.420853] env[62748]: DEBUG nova.compute.manager [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.453592] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.453871] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.454064] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.455855] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.456067] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.456258] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.461019] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.461019] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.461019] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.461019] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.461019] env[62748]: DEBUG nova.virt.hardware [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.461019] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b421ea-75c7-4137-98ce-c28c193086ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.469571] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a431bd74-006f-4598-a1a7-487c359b6cf6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.562465] env[62748]: DEBUG nova.scheduler.client.report [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.586828] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 795.588104] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069606} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.588419] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ded8d21-8d64-440a-94d0-5d73a33438ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.591748] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.592902] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd438c-03f6-457e-be6c-d5b2d3b43125 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.618601] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] f6309f35-0fff-4dc4-a004-32599cea3d4b/f6309f35-0fff-4dc4-a004-32599cea3d4b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.620543] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f00ace4a-4bc9-4106-9baa-71b8bb9393d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.637340] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 795.637340] env[62748]: value = "task-2749852" [ 795.637340] env[62748]: _type = "Task" [ 795.637340] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.647543] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 795.647543] env[62748]: value = "task-2749853" [ 795.647543] env[62748]: _type = "Task" [ 795.647543] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.653414] env[62748]: DEBUG oslo_vmware.api [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Task: {'id': task-2749850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099056} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.659144] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.659402] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.659623] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.659842] env[62748]: INFO nova.compute.manager [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Took 1.12 seconds to destroy the instance on the hypervisor. [ 795.660135] env[62748]: DEBUG oslo.service.loopingcall [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.660377] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749852, 'name': CloneVM_Task} progress is 16%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.660633] env[62748]: DEBUG nova.compute.manager [-] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.660767] env[62748]: DEBUG nova.network.neutron [-] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.667822] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.678834] env[62748]: DEBUG nova.network.neutron [-] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.074993] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.075309] env[62748]: DEBUG nova.compute.manager [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.079279] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.965s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.079279] env[62748]: DEBUG nova.objects.instance [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lazy-loading 'resources' on Instance uuid 484733e8-fba8-475b-8387-3dd27b95c8cd {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.152787] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749852, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.164337] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749853, 'name': ReconfigVM_Task, 'duration_secs': 0.287547} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.164647] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] f6309f35-0fff-4dc4-a004-32599cea3d4b/f6309f35-0fff-4dc4-a004-32599cea3d4b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.165209] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0ffd001-1d6d-4313-8493-2785d2af82b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.172324] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 796.172324] env[62748]: value = "task-2749854" [ 796.172324] env[62748]: _type = "Task" [ 796.172324] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.180713] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749854, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.180999] env[62748]: DEBUG nova.network.neutron [-] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.327445] env[62748]: DEBUG nova.compute.manager [req-dc6ab0f7-b74a-407d-be0a-62479e8abe95 req-599582d1-9ce5-481b-999b-7c221ad1b19c service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Received event network-vif-plugged-a9523b63-c6ce-4057-bb57-8f090a08225d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 796.327445] env[62748]: DEBUG oslo_concurrency.lockutils [req-dc6ab0f7-b74a-407d-be0a-62479e8abe95 req-599582d1-9ce5-481b-999b-7c221ad1b19c service nova] Acquiring lock "226d1853-f933-403b-92a6-8e957732ae87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.327554] env[62748]: DEBUG oslo_concurrency.lockutils [req-dc6ab0f7-b74a-407d-be0a-62479e8abe95 req-599582d1-9ce5-481b-999b-7c221ad1b19c service nova] Lock "226d1853-f933-403b-92a6-8e957732ae87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.327698] env[62748]: DEBUG oslo_concurrency.lockutils [req-dc6ab0f7-b74a-407d-be0a-62479e8abe95 req-599582d1-9ce5-481b-999b-7c221ad1b19c service nova] Lock "226d1853-f933-403b-92a6-8e957732ae87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.328171] env[62748]: DEBUG nova.compute.manager [req-dc6ab0f7-b74a-407d-be0a-62479e8abe95 req-599582d1-9ce5-481b-999b-7c221ad1b19c service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] No waiting events found dispatching network-vif-plugged-a9523b63-c6ce-4057-bb57-8f090a08225d {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.328171] env[62748]: WARNING nova.compute.manager [req-dc6ab0f7-b74a-407d-be0a-62479e8abe95 req-599582d1-9ce5-481b-999b-7c221ad1b19c service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Received unexpected event network-vif-plugged-a9523b63-c6ce-4057-bb57-8f090a08225d for instance with vm_state building and task_state spawning. [ 796.396413] env[62748]: DEBUG nova.network.neutron [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Successfully updated port: a9523b63-c6ce-4057-bb57-8f090a08225d {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.581823] env[62748]: DEBUG nova.compute.utils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.586290] env[62748]: DEBUG nova.compute.manager [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.586290] env[62748]: DEBUG nova.network.neutron [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.641359] env[62748]: DEBUG nova.policy [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd446c7e5e6c84971bcae6fe81e6cc7be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f32ac6cbb04da0b24a83620502e460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.655640] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749852, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.681396] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749854, 'name': Rename_Task, 'duration_secs': 0.142113} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.683819] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.684238] env[62748]: INFO nova.compute.manager [-] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Took 1.02 seconds to deallocate network for instance. [ 796.684644] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f257cbe-bff7-4a5a-8b88-514da1c9dba8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.694144] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 796.694144] env[62748]: value = "task-2749855" [ 796.694144] env[62748]: _type = "Task" [ 796.694144] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.704087] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.902877] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-226d1853-f933-403b-92a6-8e957732ae87" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.903050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-226d1853-f933-403b-92a6-8e957732ae87" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.903324] env[62748]: DEBUG nova.network.neutron [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.957586] env[62748]: DEBUG nova.network.neutron [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Successfully created port: da1ec815-f812-499c-b040-2f0c24e82600 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.969295] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.969583] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.033777] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc2b312-7a0f-4a21-9741-443e60c2e1e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.042177] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70a2d9-a06c-4f9d-9d6d-b544fa825824 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.072847] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3e5b1b-4944-4bbe-b64f-404602b6d340 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.080895] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b953c08-ddad-4531-9363-d99bea3d59aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.086884] env[62748]: DEBUG nova.compute.manager [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.097599] env[62748]: DEBUG nova.compute.provider_tree [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.159583] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749852, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.192417] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.208055] env[62748]: DEBUG oslo_vmware.api [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749855, 'name': PowerOnVM_Task, 'duration_secs': 0.496402} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.208337] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.208542] env[62748]: INFO nova.compute.manager [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Took 7.33 seconds to spawn the instance on the hypervisor. [ 797.208718] env[62748]: DEBUG nova.compute.manager [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.209899] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcfb9e3-3a02-4529-bfb5-a13fcaaa6325 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.448816] env[62748]: DEBUG nova.network.neutron [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.472793] env[62748]: DEBUG nova.compute.manager [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.603456] env[62748]: DEBUG nova.scheduler.client.report [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.635210] env[62748]: DEBUG nova.network.neutron [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Updating instance_info_cache with network_info: [{"id": "a9523b63-c6ce-4057-bb57-8f090a08225d", "address": "fa:16:3e:22:26:56", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9523b63-c6", "ovs_interfaceid": "a9523b63-c6ce-4057-bb57-8f090a08225d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.655932] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749852, 'name': CloneVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.726985] env[62748]: INFO nova.compute.manager [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Took 53.07 seconds to build instance. [ 797.994620] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.110518] env[62748]: DEBUG nova.compute.manager [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.113098] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.115803] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.680s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.117940] env[62748]: INFO nova.compute.claims [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.135152] env[62748]: INFO nova.scheduler.client.report [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Deleted allocations for instance 484733e8-fba8-475b-8387-3dd27b95c8cd [ 798.139767] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-226d1853-f933-403b-92a6-8e957732ae87" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.139767] env[62748]: DEBUG nova.compute.manager [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Instance network_info: |[{"id": "a9523b63-c6ce-4057-bb57-8f090a08225d", "address": "fa:16:3e:22:26:56", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9523b63-c6", "ovs_interfaceid": "a9523b63-c6ce-4057-bb57-8f090a08225d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.142218] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.142539] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.142539] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.143396] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.143396] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.143396] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.143396] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.143396] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.143527] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.143784] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.143838] env[62748]: DEBUG nova.virt.hardware [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.144232] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:26:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9523b63-c6ce-4057-bb57-8f090a08225d', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.151723] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Creating folder: Project (3253db1d932d439f9650acc6774496c5). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.152976] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c688d9-60a4-41c9-9b80-697b13bf9a2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.156403] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b502df9c-b058-42e9-97fb-76d16c33b5eb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.169335] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f62aab-458b-4584-9bc2-12d0e5424323 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.174330] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749852, 'name': CloneVM_Task, 'duration_secs': 2.078713} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.176411] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Created linked-clone VM from snapshot [ 798.176724] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Created folder: Project (3253db1d932d439f9650acc6774496c5) in parent group-v553264. [ 798.176934] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Creating folder: Instances. Parent ref: group-v553431. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.178235] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e949dca1-2217-4b34-bb90-22742dd01123 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.181642] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4349a9a-e828-455b-9987-1187bc9f2913 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.199657] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Uploading image d247a81e-e64e-42dc-9495-b2e2f4cc4a20 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.204309] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Created folder: Instances in parent group-v553431. [ 798.204479] env[62748]: DEBUG oslo.service.loopingcall [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.204731] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.205601] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57b0369f-2869-40f9-9ff4-620967f1a3c9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.229553] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59c2446-bf44-44eb-8c42-bca99adb2583 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "f6309f35-0fff-4dc4-a004-32599cea3d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.183s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.235206] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.235206] env[62748]: value = "task-2749858" [ 798.235206] env[62748]: _type = "Task" [ 798.235206] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.237287] env[62748]: DEBUG oslo_vmware.rw_handles [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 798.237287] env[62748]: value = "vm-553430" [ 798.237287] env[62748]: _type = "VirtualMachine" [ 798.237287] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 798.237595] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ac6a71d9-8473-4692-a0db-06267899ba63 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.249988] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749858, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.251461] env[62748]: DEBUG oslo_vmware.rw_handles [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lease: (returnval){ [ 798.251461] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c72a2d-9643-cb18-d301-1d244a8f52b0" [ 798.251461] env[62748]: _type = "HttpNfcLease" [ 798.251461] env[62748]: } obtained for exporting VM: (result){ [ 798.251461] env[62748]: value = "vm-553430" [ 798.251461] env[62748]: _type = "VirtualMachine" [ 798.251461] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 798.251791] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the lease: (returnval){ [ 798.251791] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c72a2d-9643-cb18-d301-1d244a8f52b0" [ 798.251791] env[62748]: _type = "HttpNfcLease" [ 798.251791] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 798.258489] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.258489] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c72a2d-9643-cb18-d301-1d244a8f52b0" [ 798.258489] env[62748]: _type = "HttpNfcLease" [ 798.258489] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 798.361816] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] Acquiring lock "refresh_cache-f6309f35-0fff-4dc4-a004-32599cea3d4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.362065] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] Acquired lock "refresh_cache-f6309f35-0fff-4dc4-a004-32599cea3d4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.362287] env[62748]: DEBUG nova.network.neutron [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.415689] env[62748]: DEBUG nova.compute.manager [req-8f9fcbbc-3f6a-4702-ac49-f5eb9634bc90 req-850a7572-52da-4dd6-8337-2c6d6809d769 service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Received event network-changed-a9523b63-c6ce-4057-bb57-8f090a08225d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.415932] env[62748]: DEBUG nova.compute.manager [req-8f9fcbbc-3f6a-4702-ac49-f5eb9634bc90 req-850a7572-52da-4dd6-8337-2c6d6809d769 service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Refreshing instance network info cache due to event network-changed-a9523b63-c6ce-4057-bb57-8f090a08225d. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 798.416223] env[62748]: DEBUG oslo_concurrency.lockutils [req-8f9fcbbc-3f6a-4702-ac49-f5eb9634bc90 req-850a7572-52da-4dd6-8337-2c6d6809d769 service nova] Acquiring lock "refresh_cache-226d1853-f933-403b-92a6-8e957732ae87" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.416322] env[62748]: DEBUG oslo_concurrency.lockutils [req-8f9fcbbc-3f6a-4702-ac49-f5eb9634bc90 req-850a7572-52da-4dd6-8337-2c6d6809d769 service nova] Acquired lock "refresh_cache-226d1853-f933-403b-92a6-8e957732ae87" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.416526] env[62748]: DEBUG nova.network.neutron [req-8f9fcbbc-3f6a-4702-ac49-f5eb9634bc90 req-850a7572-52da-4dd6-8337-2c6d6809d769 service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Refreshing network info cache for port a9523b63-c6ce-4057-bb57-8f090a08225d {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.462612] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.627654] env[62748]: DEBUG nova.network.neutron [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Successfully updated port: da1ec815-f812-499c-b040-2f0c24e82600 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.659255] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bcc4057e-fd2d-46b4-9187-41ca998d5285 tempest-ServersTestMultiNic-801340623 tempest-ServersTestMultiNic-801340623-project-member] Lock "484733e8-fba8-475b-8387-3dd27b95c8cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.234s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.748544] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749858, 'name': CreateVM_Task, 'duration_secs': 0.391879} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.748727] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.749458] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.749635] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.749962] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 798.750231] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c879415f-c87d-471e-9150-233634f3ac75 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.756482] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 798.756482] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c51283-24e9-d393-7945-1106af907bed" [ 798.756482] env[62748]: _type = "Task" [ 798.756482] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.761392] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.761392] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c72a2d-9643-cb18-d301-1d244a8f52b0" [ 798.761392] env[62748]: _type = "HttpNfcLease" [ 798.761392] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 798.761998] env[62748]: DEBUG oslo_vmware.rw_handles [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 798.761998] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c72a2d-9643-cb18-d301-1d244a8f52b0" [ 798.761998] env[62748]: _type = "HttpNfcLease" [ 798.761998] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 798.762689] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb081bc-a444-414c-95eb-636f42c1f45c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.767880] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c51283-24e9-d393-7945-1106af907bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.773782] env[62748]: DEBUG oslo_vmware.rw_handles [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523447a8-3791-d5b2-1023-040d7bcd1bd6/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 798.773960] env[62748]: DEBUG oslo_vmware.rw_handles [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523447a8-3791-d5b2-1023-040d7bcd1bd6/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 798.871961] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05626f51-931d-411a-ad79-72ac6f646bdf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.136026] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "refresh_cache-7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.136026] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "refresh_cache-7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.136026] env[62748]: DEBUG nova.network.neutron [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.154684] env[62748]: DEBUG nova.network.neutron [req-8f9fcbbc-3f6a-4702-ac49-f5eb9634bc90 req-850a7572-52da-4dd6-8337-2c6d6809d769 service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Updated VIF entry in instance network info cache for port a9523b63-c6ce-4057-bb57-8f090a08225d. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.154684] env[62748]: DEBUG nova.network.neutron [req-8f9fcbbc-3f6a-4702-ac49-f5eb9634bc90 req-850a7572-52da-4dd6-8337-2c6d6809d769 service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Updating instance_info_cache with network_info: [{"id": "a9523b63-c6ce-4057-bb57-8f090a08225d", "address": "fa:16:3e:22:26:56", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9523b63-c6", "ovs_interfaceid": "a9523b63-c6ce-4057-bb57-8f090a08225d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.252276] env[62748]: DEBUG nova.network.neutron [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Updating instance_info_cache with network_info: [{"id": "3aaab05d-56be-42b2-a902-15e02ab47837", "address": "fa:16:3e:46:04:29", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaab05d-56", "ovs_interfaceid": "3aaab05d-56be-42b2-a902-15e02ab47837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.269057] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c51283-24e9-d393-7945-1106af907bed, 'name': SearchDatastore_Task, 'duration_secs': 0.027268} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.270060] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.270328] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.270564] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.270720] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.270907] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.271504] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8ea17d5-6f85-4488-8148-a8f147a70aa8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.282926] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.283213] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.284070] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a84aa7a-773e-4eed-86a7-1eb51db4f593 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.290853] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 799.290853] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e5f0c-3426-4af4-b464-4d97dffb5666" [ 799.290853] env[62748]: _type = "Task" [ 799.290853] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.303672] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e5f0c-3426-4af4-b464-4d97dffb5666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.658837] env[62748]: DEBUG oslo_concurrency.lockutils [req-8f9fcbbc-3f6a-4702-ac49-f5eb9634bc90 req-850a7572-52da-4dd6-8337-2c6d6809d769 service nova] Releasing lock "refresh_cache-226d1853-f933-403b-92a6-8e957732ae87" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.700020] env[62748]: DEBUG nova.network.neutron [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.755784] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] Releasing lock "refresh_cache-f6309f35-0fff-4dc4-a004-32599cea3d4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.756084] env[62748]: DEBUG nova.compute.manager [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Inject network info {{(pid=62748) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 799.756405] env[62748]: DEBUG nova.compute.manager [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] network_info to inject: |[{"id": "3aaab05d-56be-42b2-a902-15e02ab47837", "address": "fa:16:3e:46:04:29", "network": {"id": "b159c1e5-3bc6-4618-ba6e-9c8c596580b7", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-129077034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16d2364b69745d7837301960e0334fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e365f3b9-706b-4fa2-8f95-ae51b35ab011", "external-id": "nsx-vlan-transportzone-154", "segmentation_id": 154, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaab05d-56", "ovs_interfaceid": "3aaab05d-56be-42b2-a902-15e02ab47837", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 799.762406] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Reconfiguring VM instance to set the machine id {{(pid=62748) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 799.768231] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd26a08-a5b1-481d-9671-61d4608620ba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.790873] env[62748]: DEBUG oslo_vmware.api [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] Waiting for the task: (returnval){ [ 799.790873] env[62748]: value = "task-2749860" [ 799.790873] env[62748]: _type = "Task" [ 799.790873] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.810879] env[62748]: DEBUG oslo_vmware.api [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] Task: {'id': task-2749860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.818880] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e5f0c-3426-4af4-b464-4d97dffb5666, 'name': SearchDatastore_Task, 'duration_secs': 0.018565} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.820846] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d86b6f-8913-4a88-a7b6-91172772b043 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.828147] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 799.828147] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5284b796-c297-7ee1-1085-f4a06622c3ba" [ 799.828147] env[62748]: _type = "Task" [ 799.828147] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.849395] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5284b796-c297-7ee1-1085-f4a06622c3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01674} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.849760] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.850042] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 226d1853-f933-403b-92a6-8e957732ae87/226d1853-f933-403b-92a6-8e957732ae87.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.850353] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-071c90fc-a44e-4b56-a2f4-9a1e4e5de5a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.856093] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be359e10-340d-4385-afe6-58a3b2962bce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.861370] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 799.861370] env[62748]: value = "task-2749861" [ 799.861370] env[62748]: _type = "Task" [ 799.861370] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.870366] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002f1bd7-88b1-481e-aab5-b9f543452398 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.877743] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.912649] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4abad1c-6581-4692-b834-bd8d6a2ba29d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.922963] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6e3969-5dcb-4b84-ba48-a5e910eac40c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.941118] env[62748]: DEBUG nova.compute.provider_tree [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.977650] env[62748]: DEBUG nova.network.neutron [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Updating instance_info_cache with network_info: [{"id": "da1ec815-f812-499c-b040-2f0c24e82600", "address": "fa:16:3e:db:ed:d8", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda1ec815-f8", "ovs_interfaceid": "da1ec815-f812-499c-b040-2f0c24e82600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.303992] env[62748]: DEBUG oslo_vmware.api [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] Task: {'id': task-2749860, 'name': ReconfigVM_Task, 'duration_secs': 0.188578} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.304531] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec3a5e6-7229-4055-85d5-8dba8c0e83f8 tempest-ServersAdminTestJSON-1620206579 tempest-ServersAdminTestJSON-1620206579-project-admin] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Reconfigured VM instance to set the machine id {{(pid=62748) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 800.375179] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749861, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.444668] env[62748]: DEBUG nova.scheduler.client.report [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.480989] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "refresh_cache-7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.481426] env[62748]: DEBUG nova.compute.manager [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Instance network_info: |[{"id": "da1ec815-f812-499c-b040-2f0c24e82600", "address": "fa:16:3e:db:ed:d8", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda1ec815-f8", "ovs_interfaceid": "da1ec815-f812-499c-b040-2f0c24e82600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.482110] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ed:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da1ec815-f812-499c-b040-2f0c24e82600', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.490587] env[62748]: DEBUG oslo.service.loopingcall [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.490946] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.491580] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-067d8795-1e22-4032-8c3d-1092c2783b56 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.513140] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.513140] env[62748]: value = "task-2749862" [ 800.513140] env[62748]: _type = "Task" [ 800.513140] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.523302] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749862, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.559191] env[62748]: DEBUG nova.compute.manager [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Received event network-vif-plugged-da1ec815-f812-499c-b040-2f0c24e82600 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.559191] env[62748]: DEBUG oslo_concurrency.lockutils [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] Acquiring lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.559191] env[62748]: DEBUG oslo_concurrency.lockutils [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.559191] env[62748]: DEBUG oslo_concurrency.lockutils [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.559191] env[62748]: DEBUG nova.compute.manager [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] No waiting events found dispatching network-vif-plugged-da1ec815-f812-499c-b040-2f0c24e82600 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.559976] env[62748]: WARNING nova.compute.manager [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Received unexpected event network-vif-plugged-da1ec815-f812-499c-b040-2f0c24e82600 for instance with vm_state building and task_state spawning. [ 800.560265] env[62748]: DEBUG nova.compute.manager [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Received event network-changed-da1ec815-f812-499c-b040-2f0c24e82600 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.560533] env[62748]: DEBUG nova.compute.manager [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Refreshing instance network info cache due to event network-changed-da1ec815-f812-499c-b040-2f0c24e82600. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 800.560839] env[62748]: DEBUG oslo_concurrency.lockutils [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] Acquiring lock "refresh_cache-7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.561106] env[62748]: DEBUG oslo_concurrency.lockutils [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] Acquired lock "refresh_cache-7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.561366] env[62748]: DEBUG nova.network.neutron [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Refreshing network info cache for port da1ec815-f812-499c-b040-2f0c24e82600 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.874237] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749861, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.952687] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.837s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.953379] env[62748]: DEBUG nova.compute.manager [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.957195] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.022s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.957490] env[62748]: DEBUG nova.objects.instance [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lazy-loading 'resources' on Instance uuid 16b3c94e-bc91-4509-b235-c1c84df19f63 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.030183] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749862, 'name': CreateVM_Task, 'duration_secs': 0.396649} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.030377] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.031065] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.031241] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.031558] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 801.031816] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bef5ece-57d0-4a5b-abfe-ddfbd4c12e50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.043212] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 801.043212] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523c9aea-d8e1-7c00-1a36-4e8c9992594a" [ 801.043212] env[62748]: _type = "Task" [ 801.043212] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.053014] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523c9aea-d8e1-7c00-1a36-4e8c9992594a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.375771] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749861, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.459413] env[62748]: DEBUG nova.compute.utils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.460435] env[62748]: DEBUG nova.compute.manager [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.460435] env[62748]: DEBUG nova.network.neutron [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.541075] env[62748]: INFO nova.compute.manager [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Rebuilding instance [ 801.544476] env[62748]: DEBUG nova.policy [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '576b6d26a9584aa49608b3274e6b09bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30a65ce7402942c2a54c8628bde6abed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.557591] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523c9aea-d8e1-7c00-1a36-4e8c9992594a, 'name': SearchDatastore_Task, 'duration_secs': 0.017658} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.563283] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.564955] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.565421] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.565618] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.565819] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.566653] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1994d68b-3e6f-4d8a-8901-be9df077fb7b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.579043] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.579751] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.585431] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535dc7c0-4895-4cfb-b28a-d51cb27f7d02 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.596033] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 801.596033] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528151d1-9445-bc31-294f-bce8780d7be5" [ 801.596033] env[62748]: _type = "Task" [ 801.596033] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.607409] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528151d1-9445-bc31-294f-bce8780d7be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.616576] env[62748]: DEBUG nova.compute.manager [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.617689] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcac0fcb-9064-458d-9904-cdd0509070f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.717568] env[62748]: DEBUG nova.network.neutron [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Updated VIF entry in instance network info cache for port da1ec815-f812-499c-b040-2f0c24e82600. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.717957] env[62748]: DEBUG nova.network.neutron [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Updating instance_info_cache with network_info: [{"id": "da1ec815-f812-499c-b040-2f0c24e82600", "address": "fa:16:3e:db:ed:d8", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda1ec815-f8", "ovs_interfaceid": "da1ec815-f812-499c-b040-2f0c24e82600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.875151] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749861, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.536764} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.879029] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 226d1853-f933-403b-92a6-8e957732ae87/226d1853-f933-403b-92a6-8e957732ae87.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.879029] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.879029] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef139d50-976c-4f11-b107-ea725890e681 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.886979] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 801.886979] env[62748]: value = "task-2749863" [ 801.886979] env[62748]: _type = "Task" [ 801.886979] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.898242] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.965735] env[62748]: DEBUG nova.compute.manager [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.013919] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c559a1-9336-4266-b395-60826983a1aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.024012] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7feb61-e084-4e52-ab28-9cdad40ab169 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.057602] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf51905-71d8-4a64-8380-067d793cb870 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.066746] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443f3964-c138-4c6c-9971-15711b3cef50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.083553] env[62748]: DEBUG nova.compute.provider_tree [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.110294] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528151d1-9445-bc31-294f-bce8780d7be5, 'name': SearchDatastore_Task, 'duration_secs': 0.018532} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.111110] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40b8442-d8d5-4469-9611-8f80b53cd6f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.117780] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 802.117780] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b92e2-fc60-44e1-ec05-fce668b1dc69" [ 802.117780] env[62748]: _type = "Task" [ 802.117780] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.128566] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b92e2-fc60-44e1-ec05-fce668b1dc69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.153842] env[62748]: DEBUG nova.network.neutron [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Successfully created port: 30b0d87d-7b99-468b-98b2-a4101b495577 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.222060] env[62748]: DEBUG oslo_concurrency.lockutils [req-3a7f8937-8637-408e-bf90-8e78f05c6aed req-e06b323a-3b40-4c60-8b51-74ec2c6034f1 service nova] Releasing lock "refresh_cache-7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.400449] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105922} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.400730] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.406624] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b480fc8-88bc-4aad-89ce-ba5e73a914e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.433464] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 226d1853-f933-403b-92a6-8e957732ae87/226d1853-f933-403b-92a6-8e957732ae87.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.433796] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fecb9ace-9f0b-4815-82ad-5f4767e68046 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.466883] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 802.466883] env[62748]: value = "task-2749864" [ 802.466883] env[62748]: _type = "Task" [ 802.466883] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.487219] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.587516] env[62748]: DEBUG nova.scheduler.client.report [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.630320] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b92e2-fc60-44e1-ec05-fce668b1dc69, 'name': SearchDatastore_Task, 'duration_secs': 0.021647} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.630320] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.630626] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b/7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.630963] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5f84a94-ff6c-4a5d-ade3-5cee78e5f324 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.638052] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.639520] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c7987ea-1964-49b4-873f-04ec2a517d26 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.641643] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 802.641643] env[62748]: value = "task-2749865" [ 802.641643] env[62748]: _type = "Task" [ 802.641643] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.648187] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 802.648187] env[62748]: value = "task-2749866" [ 802.648187] env[62748]: _type = "Task" [ 802.648187] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.653835] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.660113] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.982688] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749864, 'name': ReconfigVM_Task, 'duration_secs': 0.468115} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.983030] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 226d1853-f933-403b-92a6-8e957732ae87/226d1853-f933-403b-92a6-8e957732ae87.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.984018] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aae8d27e-dc6d-4e35-85c3-fa1b98e85967 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.989254] env[62748]: DEBUG nova.compute.manager [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.995808] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 802.995808] env[62748]: value = "task-2749867" [ 802.995808] env[62748]: _type = "Task" [ 802.995808] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.007744] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749867, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.016914] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.016914] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.016914] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.017254] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.017254] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.017381] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.017584] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.017744] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.018047] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.018171] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.018455] env[62748]: DEBUG nova.virt.hardware [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.019305] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b603f56-437a-4012-8d6b-8c1094447d45 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.031319] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf0ecb3-9fde-43f4-a66d-a04f1cbd2c03 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.093684] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.096867] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.444s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.098825] env[62748]: INFO nova.compute.claims [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.128231] env[62748]: INFO nova.scheduler.client.report [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Deleted allocations for instance 16b3c94e-bc91-4509-b235-c1c84df19f63 [ 803.155722] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749865, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.164682] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749866, 'name': PowerOffVM_Task, 'duration_secs': 0.277958} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.165526] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.165839] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.166827] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49686bb-98c6-4635-8e86-6e50c2790141 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.177418] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.177774] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ec15791-7c86-4162-81dc-46ef701cf83c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.268492] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.268916] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.269576] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleting the datastore file [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.269634] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c356c4f-d051-48b7-ba5a-e1709827fb88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.278404] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 803.278404] env[62748]: value = "task-2749869" [ 803.278404] env[62748]: _type = "Task" [ 803.278404] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.287422] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.509760] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749867, 'name': Rename_Task, 'duration_secs': 0.261625} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.510547] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.510943] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-646a5b90-df8c-4822-988a-fc9053aaed43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.519649] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 803.519649] env[62748]: value = "task-2749870" [ 803.519649] env[62748]: _type = "Task" [ 803.519649] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.532411] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.636473] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2d2daba-99ed-4b5f-bf64-c34a4f75284f tempest-AttachInterfacesV270Test-1816420206 tempest-AttachInterfacesV270Test-1816420206-project-member] Lock "16b3c94e-bc91-4509-b235-c1c84df19f63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.129s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.654063] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561188} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.654280] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b/7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.654500] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.654758] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f2356fb-9e3b-4737-b645-dedc5d4f87d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.662924] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 803.662924] env[62748]: value = "task-2749871" [ 803.662924] env[62748]: _type = "Task" [ 803.662924] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.673374] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.795491] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224663} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.795704] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.796149] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.796446] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.863173] env[62748]: DEBUG nova.compute.manager [req-3bc57b46-e494-4876-b52c-bd7aa1eba3e2 req-70809e3d-33e0-4aaf-9328-08160ecb306c service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Received event network-vif-plugged-30b0d87d-7b99-468b-98b2-a4101b495577 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 803.863173] env[62748]: DEBUG oslo_concurrency.lockutils [req-3bc57b46-e494-4876-b52c-bd7aa1eba3e2 req-70809e3d-33e0-4aaf-9328-08160ecb306c service nova] Acquiring lock "535bd574-65c0-4d74-a18c-8f11aff58a0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.863173] env[62748]: DEBUG oslo_concurrency.lockutils [req-3bc57b46-e494-4876-b52c-bd7aa1eba3e2 req-70809e3d-33e0-4aaf-9328-08160ecb306c service nova] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.863173] env[62748]: DEBUG oslo_concurrency.lockutils [req-3bc57b46-e494-4876-b52c-bd7aa1eba3e2 req-70809e3d-33e0-4aaf-9328-08160ecb306c service nova] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.863173] env[62748]: DEBUG nova.compute.manager [req-3bc57b46-e494-4876-b52c-bd7aa1eba3e2 req-70809e3d-33e0-4aaf-9328-08160ecb306c service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] No waiting events found dispatching network-vif-plugged-30b0d87d-7b99-468b-98b2-a4101b495577 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.863173] env[62748]: WARNING nova.compute.manager [req-3bc57b46-e494-4876-b52c-bd7aa1eba3e2 req-70809e3d-33e0-4aaf-9328-08160ecb306c service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Received unexpected event network-vif-plugged-30b0d87d-7b99-468b-98b2-a4101b495577 for instance with vm_state building and task_state spawning. [ 804.031883] env[62748]: DEBUG nova.network.neutron [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Successfully updated port: 30b0d87d-7b99-468b-98b2-a4101b495577 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.045197] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749870, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.172983] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072857} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.173499] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.177872] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c6a1cd-cd30-456a-9322-0fe8235c9a73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.202667] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b/7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.205872] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ffb6fbe-7300-4cd8-875c-52a6e6a1b818 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.230283] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 804.230283] env[62748]: value = "task-2749872" [ 804.230283] env[62748]: _type = "Task" [ 804.230283] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.244434] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.532145] env[62748]: DEBUG oslo_vmware.api [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749870, 'name': PowerOnVM_Task, 'duration_secs': 0.581285} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.536363] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.536363] env[62748]: INFO nova.compute.manager [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Took 9.12 seconds to spawn the instance on the hypervisor. [ 804.536363] env[62748]: DEBUG nova.compute.manager [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.537602] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4084f59-38d5-401b-9ff8-da65b2c350e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.548548] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "refresh_cache-535bd574-65c0-4d74-a18c-8f11aff58a0b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.552035] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "refresh_cache-535bd574-65c0-4d74-a18c-8f11aff58a0b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.552035] env[62748]: DEBUG nova.network.neutron [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.577098] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44e31b6-bb79-42b5-9d1d-27182da8a2ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.586062] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5abf68-8e6a-43d0-a0a8-afd22b1833c1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.619841] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313cb5e6-fbc5-4bd3-89f1-c82b6281ab65 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.629284] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f9437-3afd-497b-89fe-748a6cc28b78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.645496] env[62748]: DEBUG nova.compute.provider_tree [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.744477] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.848497] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.848756] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.848919] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.849116] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.849269] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.849417] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.849623] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.849786] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.849953] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.850153] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.850757] env[62748]: DEBUG nova.virt.hardware [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.851214] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429e800a-5410-4d24-ab77-71bb2121e660 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.861029] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29440160-5773-4562-ac34-51e4b2c97484 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.878987] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:6f:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '766ef381-dc69-425c-ab18-051edf7b1c80', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.886668] env[62748]: DEBUG oslo.service.loopingcall [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.886968] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.887306] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e550d6-23cf-43b9-89ab-627877654855 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.909976] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.909976] env[62748]: value = "task-2749873" [ 804.909976] env[62748]: _type = "Task" [ 804.909976] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.923673] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749873, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.065220] env[62748]: INFO nova.compute.manager [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Took 49.63 seconds to build instance. [ 805.141755] env[62748]: DEBUG nova.network.neutron [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.151048] env[62748]: DEBUG nova.scheduler.client.report [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.248608] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749872, 'name': ReconfigVM_Task, 'duration_secs': 0.886358} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.248990] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b/7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.249752] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9000efae-0d01-41e3-938d-df69569ad28f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.258296] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 805.258296] env[62748]: value = "task-2749874" [ 805.258296] env[62748]: _type = "Task" [ 805.258296] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.269919] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749874, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.326107] env[62748]: DEBUG nova.network.neutron [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Updating instance_info_cache with network_info: [{"id": "30b0d87d-7b99-468b-98b2-a4101b495577", "address": "fa:16:3e:f7:7a:f3", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b0d87d-7b", "ovs_interfaceid": "30b0d87d-7b99-468b-98b2-a4101b495577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.421307] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749873, 'name': CreateVM_Task, 'duration_secs': 0.469352} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.421525] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.422217] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.422389] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.422782] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 805.422975] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba42ada-9c1f-4bad-a824-e56668ce8176 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.429661] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 805.429661] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521b1b8c-459f-8697-61b9-9bbb6f58883b" [ 805.429661] env[62748]: _type = "Task" [ 805.429661] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.439097] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521b1b8c-459f-8697-61b9-9bbb6f58883b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.567995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-891cee32-e8d1-451c-af71-d0f0137fd32e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "226d1853-f933-403b-92a6-8e957732ae87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.313s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.657160] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.657698] env[62748]: DEBUG nova.compute.manager [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.660515] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.765s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.661799] env[62748]: INFO nova.compute.claims [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.769265] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749874, 'name': Rename_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.828663] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "refresh_cache-535bd574-65c0-4d74-a18c-8f11aff58a0b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.828774] env[62748]: DEBUG nova.compute.manager [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Instance network_info: |[{"id": "30b0d87d-7b99-468b-98b2-a4101b495577", "address": "fa:16:3e:f7:7a:f3", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b0d87d-7b", "ovs_interfaceid": "30b0d87d-7b99-468b-98b2-a4101b495577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.829200] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:7a:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30b0d87d-7b99-468b-98b2-a4101b495577', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.837021] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Creating folder: Project (30a65ce7402942c2a54c8628bde6abed). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.837399] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e52e79a3-309b-4585-9158-828adc0f4af1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.851030] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Created folder: Project (30a65ce7402942c2a54c8628bde6abed) in parent group-v553264. [ 805.851030] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Creating folder: Instances. Parent ref: group-v553436. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.851030] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a048c474-0bc4-4cfd-af6e-3c1b70925a01 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.862072] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Created folder: Instances in parent group-v553436. [ 805.862490] env[62748]: DEBUG oslo.service.loopingcall [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 805.862762] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.863122] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45008e69-0b7a-45ec-9b28-9f97057a9fda {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.881859] env[62748]: INFO nova.compute.manager [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Rebuilding instance [ 805.886040] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.886040] env[62748]: value = "task-2749877" [ 805.886040] env[62748]: _type = "Task" [ 805.886040] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.895407] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749877, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.898000] env[62748]: DEBUG nova.compute.manager [req-72bce320-8c2b-4c3d-a3ac-0a12d9bbb578 req-6f9c5822-e5c8-4870-bb30-5465edb6814b service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Received event network-changed-30b0d87d-7b99-468b-98b2-a4101b495577 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 805.898304] env[62748]: DEBUG nova.compute.manager [req-72bce320-8c2b-4c3d-a3ac-0a12d9bbb578 req-6f9c5822-e5c8-4870-bb30-5465edb6814b service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Refreshing instance network info cache due to event network-changed-30b0d87d-7b99-468b-98b2-a4101b495577. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 805.898533] env[62748]: DEBUG oslo_concurrency.lockutils [req-72bce320-8c2b-4c3d-a3ac-0a12d9bbb578 req-6f9c5822-e5c8-4870-bb30-5465edb6814b service nova] Acquiring lock "refresh_cache-535bd574-65c0-4d74-a18c-8f11aff58a0b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.898679] env[62748]: DEBUG oslo_concurrency.lockutils [req-72bce320-8c2b-4c3d-a3ac-0a12d9bbb578 req-6f9c5822-e5c8-4870-bb30-5465edb6814b service nova] Acquired lock "refresh_cache-535bd574-65c0-4d74-a18c-8f11aff58a0b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.898940] env[62748]: DEBUG nova.network.neutron [req-72bce320-8c2b-4c3d-a3ac-0a12d9bbb578 req-6f9c5822-e5c8-4870-bb30-5465edb6814b service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Refreshing network info cache for port 30b0d87d-7b99-468b-98b2-a4101b495577 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.937939] env[62748]: DEBUG nova.compute.manager [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.939182] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8456f06a-b741-426d-bf70-32c145cdb4b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.946085] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521b1b8c-459f-8697-61b9-9bbb6f58883b, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.946855] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.946991] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.947240] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.947395] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.947585] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.947845] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-432e8804-3431-43b6-a875-33bb7edb92c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.961688] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.961968] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.962727] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124fecf1-544f-4339-9c9c-0e3ac5733894 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.968790] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 805.968790] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52195612-e212-a5d7-49aa-578656f2f980" [ 805.968790] env[62748]: _type = "Task" [ 805.968790] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.979585] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52195612-e212-a5d7-49aa-578656f2f980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.166582] env[62748]: DEBUG nova.compute.utils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.169837] env[62748]: DEBUG nova.compute.manager [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.169948] env[62748]: DEBUG nova.network.neutron [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.208847] env[62748]: DEBUG nova.policy [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afceff519ef44c22b1297a5d520c4106', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b8996adfb9c4d67a526495377cad7be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.270739] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749874, 'name': Rename_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.396492] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749877, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.487494] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52195612-e212-a5d7-49aa-578656f2f980, 'name': SearchDatastore_Task, 'duration_secs': 0.012739} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.491320] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53277e05-1ed1-4848-be9e-ca3ed768ffee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.502160] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 806.502160] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5247fc51-8fa0-049e-2c49-0dfc09ced198" [ 806.502160] env[62748]: _type = "Task" [ 806.502160] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.516934] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5247fc51-8fa0-049e-2c49-0dfc09ced198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.600345] env[62748]: DEBUG nova.network.neutron [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Successfully created port: 54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.670765] env[62748]: DEBUG nova.compute.manager [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.770605] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749874, 'name': Rename_Task, 'duration_secs': 1.259758} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.773813] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.774427] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8b9ca8e-8c17-4c5d-91ff-2d98c6dff7e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.782811] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 806.782811] env[62748]: value = "task-2749878" [ 806.782811] env[62748]: _type = "Task" [ 806.782811] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.793155] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.872899] env[62748]: DEBUG nova.network.neutron [req-72bce320-8c2b-4c3d-a3ac-0a12d9bbb578 req-6f9c5822-e5c8-4870-bb30-5465edb6814b service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Updated VIF entry in instance network info cache for port 30b0d87d-7b99-468b-98b2-a4101b495577. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.873545] env[62748]: DEBUG nova.network.neutron [req-72bce320-8c2b-4c3d-a3ac-0a12d9bbb578 req-6f9c5822-e5c8-4870-bb30-5465edb6814b service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Updating instance_info_cache with network_info: [{"id": "30b0d87d-7b99-468b-98b2-a4101b495577", "address": "fa:16:3e:f7:7a:f3", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b0d87d-7b", "ovs_interfaceid": "30b0d87d-7b99-468b-98b2-a4101b495577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.901802] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749877, 'name': CreateVM_Task, 'duration_secs': 0.932298} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.903170] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.903925] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.904575] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.905305] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 806.906040] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27ea47ac-41aa-49b1-bf0b-2ec805081c5e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.912318] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 806.912318] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52afd843-9749-06bb-2919-76da5990c532" [ 806.912318] env[62748]: _type = "Task" [ 806.912318] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.927734] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52afd843-9749-06bb-2919-76da5990c532, 'name': SearchDatastore_Task, 'duration_secs': 0.011473} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.928089] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.928379] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.928617] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.963568] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.964649] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd3b0e8-9bfa-49a6-8ce4-4b8c3de298c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.975297] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 806.975297] env[62748]: value = "task-2749879" [ 806.975297] env[62748]: _type = "Task" [ 806.975297] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.990315] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.016371] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5247fc51-8fa0-049e-2c49-0dfc09ced198, 'name': SearchDatastore_Task, 'duration_secs': 0.01745} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.021607] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.021937] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.022509] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.022706] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.022943] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cb36f4a-36fb-4b29-83da-4efe5b7e1005 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.024998] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5061d3de-6b84-41ce-a0de-21b99a4edf9d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.036079] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 807.036079] env[62748]: value = "task-2749880" [ 807.036079] env[62748]: _type = "Task" [ 807.036079] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.044597] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.044597] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.045429] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c848d4-2783-4cc6-bb2c-fc52eaba6ee5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.051625] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.055632] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 807.055632] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ddd57f-8b7a-82aa-f973-b368a32bb1d0" [ 807.055632] env[62748]: _type = "Task" [ 807.055632] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.065156] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ddd57f-8b7a-82aa-f973-b368a32bb1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.200578] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf1184-0f35-4b96-ba0e-49dfd7406d80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.211997] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8c90d9-b312-41c8-aab9-0afddd0d8141 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.250966] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d678b89-e6be-4b54-ba5c-280ee7de7632 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.261731] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c476646-0a7a-4625-9a7b-6e8280cb32d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.280074] env[62748]: DEBUG nova.compute.provider_tree [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.294330] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749878, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.382114] env[62748]: DEBUG oslo_concurrency.lockutils [req-72bce320-8c2b-4c3d-a3ac-0a12d9bbb578 req-6f9c5822-e5c8-4870-bb30-5465edb6814b service nova] Releasing lock "refresh_cache-535bd574-65c0-4d74-a18c-8f11aff58a0b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.487344] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749879, 'name': PowerOffVM_Task, 'duration_secs': 0.206899} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.487887] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.488110] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.489164] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35226724-6902-4972-b30c-824f5d033efd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.498839] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.499158] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b48843dc-6602-4f46-a1f9-bd24d1bfbe89 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.555077] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749880, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.569874] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ddd57f-8b7a-82aa-f973-b368a32bb1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012583} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.570800] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fb9adc-138b-4dc1-918b-1e3ac288023e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.578183] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.578515] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.578748] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleting the datastore file [datastore1] 226d1853-f933-403b-92a6-8e957732ae87 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.579065] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-739844ba-454f-4f25-b901-6e22e247f563 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.583159] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 807.583159] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5293847d-6d5a-854f-75f9-67b9b60e8818" [ 807.583159] env[62748]: _type = "Task" [ 807.583159] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.589668] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 807.589668] env[62748]: value = "task-2749882" [ 807.589668] env[62748]: _type = "Task" [ 807.589668] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.597358] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5293847d-6d5a-854f-75f9-67b9b60e8818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.604353] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.690058] env[62748]: DEBUG nova.compute.manager [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.718220] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.718511] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.718670] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.718852] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.718999] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.719823] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.720075] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.720251] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.720447] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.720615] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.720808] env[62748]: DEBUG nova.virt.hardware [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.721840] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd18309-b311-46a2-99f2-cba0a1664d62 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.731637] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dc27b3-3b00-4f2f-ac62-c278ce375790 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.786239] env[62748]: DEBUG nova.scheduler.client.report [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.798636] env[62748]: DEBUG oslo_vmware.api [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749878, 'name': PowerOnVM_Task, 'duration_secs': 0.556512} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.798914] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.799312] env[62748]: INFO nova.compute.manager [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Took 9.69 seconds to spawn the instance on the hypervisor. [ 807.799511] env[62748]: DEBUG nova.compute.manager [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.800623] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352bf45e-7851-4024-b525-cc02d60606dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.049528] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616617} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.049793] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.050037] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.050320] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f077490-3822-4fca-b725-9d9094a64b14 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.058418] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 808.058418] env[62748]: value = "task-2749883" [ 808.058418] env[62748]: _type = "Task" [ 808.058418] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.068317] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.101322] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5293847d-6d5a-854f-75f9-67b9b60e8818, 'name': SearchDatastore_Task, 'duration_secs': 0.044327} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.101583] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.101697] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 535bd574-65c0-4d74-a18c-8f11aff58a0b/535bd574-65c0-4d74-a18c-8f11aff58a0b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.102082] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb6dc7a5-6d91-4feb-9463-9983f51903ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.108831] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321167} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.109791] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.109986] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.110185] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.115407] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 808.115407] env[62748]: value = "task-2749884" [ 808.115407] env[62748]: _type = "Task" [ 808.115407] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.128241] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.274381] env[62748]: DEBUG nova.compute.manager [req-516692d0-18ba-41ee-9f1d-c2c7b4a350b8 req-3485bd8d-3331-4f06-9fc1-d1a09d9d50c7 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Received event network-vif-plugged-54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.274756] env[62748]: DEBUG oslo_concurrency.lockutils [req-516692d0-18ba-41ee-9f1d-c2c7b4a350b8 req-3485bd8d-3331-4f06-9fc1-d1a09d9d50c7 service nova] Acquiring lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.275313] env[62748]: DEBUG oslo_concurrency.lockutils [req-516692d0-18ba-41ee-9f1d-c2c7b4a350b8 req-3485bd8d-3331-4f06-9fc1-d1a09d9d50c7 service nova] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.275544] env[62748]: DEBUG oslo_concurrency.lockutils [req-516692d0-18ba-41ee-9f1d-c2c7b4a350b8 req-3485bd8d-3331-4f06-9fc1-d1a09d9d50c7 service nova] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.275979] env[62748]: DEBUG nova.compute.manager [req-516692d0-18ba-41ee-9f1d-c2c7b4a350b8 req-3485bd8d-3331-4f06-9fc1-d1a09d9d50c7 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] No waiting events found dispatching network-vif-plugged-54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.276322] env[62748]: WARNING nova.compute.manager [req-516692d0-18ba-41ee-9f1d-c2c7b4a350b8 req-3485bd8d-3331-4f06-9fc1-d1a09d9d50c7 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Received unexpected event network-vif-plugged-54bf6892-4bce-49d0-a72f-5abd6e24e01d for instance with vm_state building and task_state spawning. [ 808.293769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.294292] env[62748]: DEBUG nova.compute.manager [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.298348] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.313s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.298440] env[62748]: DEBUG nova.objects.instance [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lazy-loading 'resources' on Instance uuid 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.326154] env[62748]: INFO nova.compute.manager [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Took 52.38 seconds to build instance. [ 808.575630] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093768} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.576060] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.577019] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d668d9c2-865d-4f77-b412-257d9ddd874c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.603939] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.605123] env[62748]: DEBUG nova.network.neutron [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Successfully updated port: 54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.606348] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d22cca22-a21d-4b3d-8f14-ec8c94b54407 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.624915] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.626073] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.626073] env[62748]: DEBUG nova.network.neutron [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.644282] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749884, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.645879] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 808.645879] env[62748]: value = "task-2749885" [ 808.645879] env[62748]: _type = "Task" [ 808.645879] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.668709] env[62748]: DEBUG oslo_vmware.rw_handles [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523447a8-3791-d5b2-1023-040d7bcd1bd6/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.669716] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb82b1ff-ee0b-42a1-b51f-2dd15152190b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.678599] env[62748]: DEBUG oslo_vmware.rw_handles [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523447a8-3791-d5b2-1023-040d7bcd1bd6/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.678794] env[62748]: ERROR oslo_vmware.rw_handles [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523447a8-3791-d5b2-1023-040d7bcd1bd6/disk-0.vmdk due to incomplete transfer. [ 808.679049] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e0f7f1f3-92f5-44b0-8bf5-ebd03b49d9a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.689232] env[62748]: DEBUG oslo_vmware.rw_handles [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523447a8-3791-d5b2-1023-040d7bcd1bd6/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.689555] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Uploaded image d247a81e-e64e-42dc-9495-b2e2f4cc4a20 to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.692470] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.693146] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c5dade7-c6f6-4844-96a3-4f7a2c10c945 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.701289] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 808.701289] env[62748]: value = "task-2749886" [ 808.701289] env[62748]: _type = "Task" [ 808.701289] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.711275] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749886, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.801718] env[62748]: DEBUG nova.compute.utils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.806063] env[62748]: DEBUG nova.compute.manager [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.806203] env[62748]: DEBUG nova.network.neutron [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.829829] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b27ae33f-6a63-484d-800c-5a1e5bb1bb6d tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.515s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.878879] env[62748]: DEBUG nova.policy [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec9595688e5749f28f993a8b236fc7bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da91a5cc932542f690f39a2f3651b764', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.152711] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720455} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.153625] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 535bd574-65c0-4d74-a18c-8f11aff58a0b/535bd574-65c0-4d74-a18c-8f11aff58a0b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.154133] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.159963] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e6cb6c6-ba6f-4e90-9fb7-e2d871dfa125 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.165521] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749885, 'name': ReconfigVM_Task, 'duration_secs': 0.430268} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.166130] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.168768] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4185658-1f0d-4da6-aae2-bd2670f69cf9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.171819] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 809.171819] env[62748]: value = "task-2749887" [ 809.171819] env[62748]: _type = "Task" [ 809.171819] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.174118] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.174358] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.174517] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.175111] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.175111] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.175111] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.175256] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.175394] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.175568] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.176089] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.176089] env[62748]: DEBUG nova.virt.hardware [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.176849] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8bb5a2-597e-4cd8-8bd9-538a2505ec91 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.186230] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 809.186230] env[62748]: value = "task-2749888" [ 809.186230] env[62748]: _type = "Task" [ 809.186230] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.195864] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.196794] env[62748]: DEBUG nova.network.neutron [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.200188] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ccea9d-8ab3-4004-a375-26818fb0ce00 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.211122] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749888, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.219913] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749886, 'name': Destroy_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.228575] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:26:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9523b63-c6ce-4057-bb57-8f090a08225d', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.239205] env[62748]: DEBUG oslo.service.loopingcall [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.244926] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.244926] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6be4de7-00be-4702-872c-76201a82e439 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.271159] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.271159] env[62748]: value = "task-2749889" [ 809.271159] env[62748]: _type = "Task" [ 809.271159] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.278630] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749889, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.310093] env[62748]: DEBUG nova.compute.manager [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.349028] env[62748]: DEBUG nova.network.neutron [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Successfully created port: 1849f01e-995f-43f8-9892-945ef0ee2867 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.393380] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9079fb0a-358a-4baf-93f6-d4ee18d0f6f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.406957] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce6192c-fc29-419b-b2d7-28137f9f11b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.444386] env[62748]: DEBUG nova.network.neutron [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating instance_info_cache with network_info: [{"id": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "address": "fa:16:3e:71:24:a6", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bf6892-4b", "ovs_interfaceid": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.447735] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120e6231-8899-4a98-a66f-02a7cfce83ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.467394] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04a94a5-b2bf-49c6-ba1f-0c382f5464f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.489965] env[62748]: DEBUG nova.compute.provider_tree [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.686573] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078266} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.686861] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.687794] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a01f277-2ed8-49f2-90a5-7c75458ac094 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.698532] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749888, 'name': Rename_Task, 'duration_secs': 0.166178} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.708214] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.717743] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 535bd574-65c0-4d74-a18c-8f11aff58a0b/535bd574-65c0-4d74-a18c-8f11aff58a0b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.717743] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbd613fd-5f16-4d6b-9f5f-5d12acd71a69 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.719178] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a4aca77-5a22-408b-84c5-f59adf3c4274 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.744024] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749886, 'name': Destroy_Task, 'duration_secs': 0.738139} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.746944] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Destroyed the VM [ 809.746944] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.746944] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 809.746944] env[62748]: value = "task-2749891" [ 809.746944] env[62748]: _type = "Task" [ 809.746944] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.746944] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 809.746944] env[62748]: value = "task-2749890" [ 809.746944] env[62748]: _type = "Task" [ 809.746944] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.747288] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30889556-0dac-4804-a483-837499b93830 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.760610] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.765496] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 809.765496] env[62748]: value = "task-2749892" [ 809.765496] env[62748]: _type = "Task" [ 809.765496] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.765733] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.779068] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749892, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.782861] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749889, 'name': CreateVM_Task, 'duration_secs': 0.36884} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.783090] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.784069] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.784298] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.784742] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.785087] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2333fff4-909b-4480-991a-a217e19f429c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.792467] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 809.792467] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]522a9b44-6f3f-1063-5664-c2c63ea326bf" [ 809.792467] env[62748]: _type = "Task" [ 809.792467] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.803292] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522a9b44-6f3f-1063-5664-c2c63ea326bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.951888] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.952041] env[62748]: DEBUG nova.compute.manager [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Instance network_info: |[{"id": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "address": "fa:16:3e:71:24:a6", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bf6892-4b", "ovs_interfaceid": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.952643] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:24:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54bf6892-4bce-49d0-a72f-5abd6e24e01d', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.960931] env[62748]: DEBUG oslo.service.loopingcall [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.961265] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.961679] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.961894] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.962090] env[62748]: DEBUG nova.compute.manager [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.962349] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7aa760a-d043-44e7-82de-08b469c8f808 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.982334] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7100e4ae-b16b-4a2c-8a69-3d0c95376c28 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.991263] env[62748]: DEBUG nova.compute.manager [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 809.991510] env[62748]: DEBUG nova.objects.instance [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lazy-loading 'flavor' on Instance uuid 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.994669] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.994669] env[62748]: value = "task-2749893" [ 809.994669] env[62748]: _type = "Task" [ 809.994669] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.995810] env[62748]: DEBUG nova.scheduler.client.report [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.012019] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749893, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.047253] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquiring lock "c1170d7d-5575-47e7-a533-74737cb7dd3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.047559] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "c1170d7d-5575-47e7-a533-74737cb7dd3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.269968] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.270273] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749891, 'name': ReconfigVM_Task, 'duration_secs': 0.424354} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.273739] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 535bd574-65c0-4d74-a18c-8f11aff58a0b/535bd574-65c0-4d74-a18c-8f11aff58a0b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.274384] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2e553f2-3394-449e-8817-29e1f24a75a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.282964] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749892, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.284787] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 810.284787] env[62748]: value = "task-2749894" [ 810.284787] env[62748]: _type = "Task" [ 810.284787] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.294859] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749894, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.305355] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522a9b44-6f3f-1063-5664-c2c63ea326bf, 'name': SearchDatastore_Task, 'duration_secs': 0.022204} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.305797] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.305932] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.306188] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.306342] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.306530] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.306801] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b04416bb-d09e-4e4f-803d-be4477d81e64 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.319053] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.319053] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.320724] env[62748]: DEBUG nova.compute.manager [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.322710] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738aef80-dee6-4f1d-bbea-fb9b19f4cbd5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.329299] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 810.329299] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5266c8dd-692f-bfe6-afd8-b31446d8977c" [ 810.329299] env[62748]: _type = "Task" [ 810.329299] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.338653] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5266c8dd-692f-bfe6-afd8-b31446d8977c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.346363] env[62748]: DEBUG nova.compute.manager [req-c2782adb-9504-4752-baa7-889c4f5ca557 req-3aa6d281-96ff-4696-938a-b17d8abce264 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Received event network-changed-54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.346363] env[62748]: DEBUG nova.compute.manager [req-c2782adb-9504-4752-baa7-889c4f5ca557 req-3aa6d281-96ff-4696-938a-b17d8abce264 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Refreshing instance network info cache due to event network-changed-54bf6892-4bce-49d0-a72f-5abd6e24e01d. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 810.346363] env[62748]: DEBUG oslo_concurrency.lockutils [req-c2782adb-9504-4752-baa7-889c4f5ca557 req-3aa6d281-96ff-4696-938a-b17d8abce264 service nova] Acquiring lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.346363] env[62748]: DEBUG oslo_concurrency.lockutils [req-c2782adb-9504-4752-baa7-889c4f5ca557 req-3aa6d281-96ff-4696-938a-b17d8abce264 service nova] Acquired lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.346363] env[62748]: DEBUG nova.network.neutron [req-c2782adb-9504-4752-baa7-889c4f5ca557 req-3aa6d281-96ff-4696-938a-b17d8abce264 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Refreshing network info cache for port 54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.356401] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.356760] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.357075] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.357379] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.357831] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.357831] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.357974] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.358062] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.358229] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.358430] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.358619] env[62748]: DEBUG nova.virt.hardware [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.359861] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2f76ac-c195-4d51-b6ba-644b236deb53 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.370755] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fd0cdc-6d77-4e5a-92cb-1487b89ef628 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.515402] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.518388] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.941s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.519600] env[62748]: INFO nova.compute.claims [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.531983] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749893, 'name': CreateVM_Task, 'duration_secs': 0.451869} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.533589] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.533589] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.533589] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.533589] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.533932] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8210ef20-a363-4c57-a2d0-013c6f68ede1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.541712] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 810.541712] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52baa0e0-0f68-5434-ad54-d5bc14cf32c2" [ 810.541712] env[62748]: _type = "Task" [ 810.541712] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.547322] env[62748]: INFO nova.scheduler.client.report [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Deleted allocations for instance 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43 [ 810.552084] env[62748]: DEBUG nova.compute.manager [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.560017] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52baa0e0-0f68-5434-ad54-d5bc14cf32c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013734} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.560017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.560017] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.560017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.560017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.560017] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.560017] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e909c2-b344-4ef4-9cbf-8dc3697a03a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.571432] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.571692] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.573038] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-545db4c0-e68d-410a-9caa-e0b0ab8ea5d3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.580341] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 810.580341] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520b57c3-02bf-62b7-7f63-376c316c3982" [ 810.580341] env[62748]: _type = "Task" [ 810.580341] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.590719] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520b57c3-02bf-62b7-7f63-376c316c3982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.764047] env[62748]: DEBUG oslo_vmware.api [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749890, 'name': PowerOnVM_Task, 'duration_secs': 0.651149} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.764492] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.768024] env[62748]: DEBUG nova.compute.manager [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.768024] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d717cd-3200-4dfb-97ce-f41e13cd4c21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.789491] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749892, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.799021] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749894, 'name': Rename_Task, 'duration_secs': 0.29933} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.799658] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.799781] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8bab49a-b078-4dac-98c6-1b1c4925478d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.808023] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 810.808023] env[62748]: value = "task-2749895" [ 810.808023] env[62748]: _type = "Task" [ 810.808023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.818860] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.841165] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5266c8dd-692f-bfe6-afd8-b31446d8977c, 'name': SearchDatastore_Task, 'duration_secs': 0.015943} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.841938] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3801aae-5949-4c1a-bca9-bcdceb453ba4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.849509] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 810.849509] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f669b2-ab99-1918-55f8-e92e08defd1f" [ 810.849509] env[62748]: _type = "Task" [ 810.849509] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.862932] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f669b2-ab99-1918-55f8-e92e08defd1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.018680] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.019252] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d46504aa-d281-43fa-a764-585eea03ae98 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.031017] env[62748]: DEBUG nova.network.neutron [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Successfully updated port: 1849f01e-995f-43f8-9892-945ef0ee2867 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.035619] env[62748]: DEBUG oslo_vmware.api [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 811.035619] env[62748]: value = "task-2749896" [ 811.035619] env[62748]: _type = "Task" [ 811.035619] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.054422] env[62748]: DEBUG oslo_vmware.api [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.058390] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47947bb3-74a9-4ae0-a30a-1713f9e9f9f4 tempest-InstanceActionsTestJSON-1645065009 tempest-InstanceActionsTestJSON-1645065009-project-member] Lock "86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.664s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.078584] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.091406] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520b57c3-02bf-62b7-7f63-376c316c3982, 'name': SearchDatastore_Task, 'duration_secs': 0.014651} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.094424] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ce74de8-5317-44e2-acdf-3c30e438393f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.102312] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 811.102312] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ee0af3-af9d-9180-2eda-b9dc66e55630" [ 811.102312] env[62748]: _type = "Task" [ 811.102312] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.112291] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ee0af3-af9d-9180-2eda-b9dc66e55630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.144339] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "b755a127-3a69-4592-b7a0-e5d314cccf3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.144663] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "b755a127-3a69-4592-b7a0-e5d314cccf3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.290047] env[62748]: DEBUG oslo_vmware.api [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2749892, 'name': RemoveSnapshot_Task, 'duration_secs': 1.109554} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.290548] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.290797] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 811.291033] env[62748]: INFO nova.compute.manager [None req-91d34c4a-eef5-4fc0-9776-772bde081d3e tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Took 18.32 seconds to snapshot the instance on the hypervisor. [ 811.295035] env[62748]: DEBUG nova.network.neutron [req-c2782adb-9504-4752-baa7-889c4f5ca557 req-3aa6d281-96ff-4696-938a-b17d8abce264 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updated VIF entry in instance network info cache for port 54bf6892-4bce-49d0-a72f-5abd6e24e01d. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.295368] env[62748]: DEBUG nova.network.neutron [req-c2782adb-9504-4752-baa7-889c4f5ca557 req-3aa6d281-96ff-4696-938a-b17d8abce264 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating instance_info_cache with network_info: [{"id": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "address": "fa:16:3e:71:24:a6", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bf6892-4b", "ovs_interfaceid": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.321299] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.361026] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f669b2-ab99-1918-55f8-e92e08defd1f, 'name': SearchDatastore_Task, 'duration_secs': 0.043445} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.362324] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.362773] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 226d1853-f933-403b-92a6-8e957732ae87/226d1853-f933-403b-92a6-8e957732ae87.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.363362] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67d113b0-76dc-4489-b63a-26355851d423 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.375127] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 811.375127] env[62748]: value = "task-2749897" [ 811.375127] env[62748]: _type = "Task" [ 811.375127] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.384676] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.540732] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "refresh_cache-745b99c7-6ae2-4b67-813e-a2fe1796e2ed" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.541170] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired lock "refresh_cache-745b99c7-6ae2-4b67-813e-a2fe1796e2ed" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.541170] env[62748]: DEBUG nova.network.neutron [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.555187] env[62748]: DEBUG oslo_vmware.api [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749896, 'name': PowerOffVM_Task, 'duration_secs': 0.208959} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.555681] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.555896] env[62748]: DEBUG nova.compute.manager [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.556774] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6621148d-9fd4-4e4c-b32c-d0fe1a81a511 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.613170] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ee0af3-af9d-9180-2eda-b9dc66e55630, 'name': SearchDatastore_Task, 'duration_secs': 0.028386} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.613898] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.613898] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2/1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.614137] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f54c0d1-56bc-4fab-b61d-84e08e719345 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.624442] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 811.624442] env[62748]: value = "task-2749898" [ 811.624442] env[62748]: _type = "Task" [ 811.624442] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.639932] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.648576] env[62748]: DEBUG nova.compute.manager [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.800453] env[62748]: DEBUG oslo_concurrency.lockutils [req-c2782adb-9504-4752-baa7-889c4f5ca557 req-3aa6d281-96ff-4696-938a-b17d8abce264 service nova] Releasing lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.820330] env[62748]: DEBUG oslo_vmware.api [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2749895, 'name': PowerOnVM_Task, 'duration_secs': 0.695432} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.822176] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.822176] env[62748]: INFO nova.compute.manager [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Took 8.83 seconds to spawn the instance on the hypervisor. [ 811.822176] env[62748]: DEBUG nova.compute.manager [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.822176] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b4ec21-eafd-4480-984e-ecb349364edd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.888806] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749897, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.054717] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515cbcb6-df94-4e47-ac98-c0c5490c7e33 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.069137] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a1caa8-bf87-45ce-8f98-351b5122c659 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.073879] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c264d659-9a89-4858-bea6-e3eae6869b69 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.105737] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cc2052-a001-4bce-b2a6-c464584265e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.109550] env[62748]: DEBUG nova.network.neutron [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.120078] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4040a-c96a-4a91-ae79-9a58d459ec8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.141212] env[62748]: DEBUG nova.compute.provider_tree [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.149795] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.171803] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.306177] env[62748]: DEBUG nova.network.neutron [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Updating instance_info_cache with network_info: [{"id": "1849f01e-995f-43f8-9892-945ef0ee2867", "address": "fa:16:3e:05:df:2e", "network": {"id": "254880a2-008e-4c7a-905a-0e199378adf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-506613311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da91a5cc932542f690f39a2f3651b764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1849f01e-99", "ovs_interfaceid": "1849f01e-995f-43f8-9892-945ef0ee2867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.353574] env[62748]: INFO nova.compute.manager [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Took 52.94 seconds to build instance. [ 812.389018] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690609} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.389018] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 226d1853-f933-403b-92a6-8e957732ae87/226d1853-f933-403b-92a6-8e957732ae87.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.389018] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.389018] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fcc1c2c-81c8-4046-8acb-5fdb432979a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.395704] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 812.395704] env[62748]: value = "task-2749899" [ 812.395704] env[62748]: _type = "Task" [ 812.395704] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.411038] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.620888] env[62748]: DEBUG nova.compute.manager [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Received event network-vif-plugged-1849f01e-995f-43f8-9892-945ef0ee2867 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 812.621135] env[62748]: DEBUG oslo_concurrency.lockutils [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] Acquiring lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.621352] env[62748]: DEBUG oslo_concurrency.lockutils [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] Lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.621524] env[62748]: DEBUG oslo_concurrency.lockutils [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] Lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.621693] env[62748]: DEBUG nova.compute.manager [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] No waiting events found dispatching network-vif-plugged-1849f01e-995f-43f8-9892-945ef0ee2867 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.621895] env[62748]: WARNING nova.compute.manager [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Received unexpected event network-vif-plugged-1849f01e-995f-43f8-9892-945ef0ee2867 for instance with vm_state building and task_state spawning. [ 812.622039] env[62748]: DEBUG nova.compute.manager [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Received event network-changed-1849f01e-995f-43f8-9892-945ef0ee2867 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 812.622189] env[62748]: DEBUG nova.compute.manager [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Refreshing instance network info cache due to event network-changed-1849f01e-995f-43f8-9892-945ef0ee2867. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 812.622354] env[62748]: DEBUG oslo_concurrency.lockutils [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] Acquiring lock "refresh_cache-745b99c7-6ae2-4b67-813e-a2fe1796e2ed" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.640950] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671186} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.641389] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2/1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.641620] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.641898] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1c37a99-5931-49e3-a22e-e382468a41b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.644991] env[62748]: DEBUG nova.scheduler.client.report [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.657982] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 812.657982] env[62748]: value = "task-2749900" [ 812.657982] env[62748]: _type = "Task" [ 812.657982] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.668637] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.805992] env[62748]: INFO nova.compute.manager [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Rebuilding instance [ 812.809819] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Releasing lock "refresh_cache-745b99c7-6ae2-4b67-813e-a2fe1796e2ed" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.809819] env[62748]: DEBUG nova.compute.manager [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Instance network_info: |[{"id": "1849f01e-995f-43f8-9892-945ef0ee2867", "address": "fa:16:3e:05:df:2e", "network": {"id": "254880a2-008e-4c7a-905a-0e199378adf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-506613311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da91a5cc932542f690f39a2f3651b764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1849f01e-99", "ovs_interfaceid": "1849f01e-995f-43f8-9892-945ef0ee2867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.809819] env[62748]: DEBUG oslo_concurrency.lockutils [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] Acquired lock "refresh_cache-745b99c7-6ae2-4b67-813e-a2fe1796e2ed" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.809819] env[62748]: DEBUG nova.network.neutron [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Refreshing network info cache for port 1849f01e-995f-43f8-9892-945ef0ee2867 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.810593] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:df:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1849f01e-995f-43f8-9892-945ef0ee2867', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.818976] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Creating folder: Project (da91a5cc932542f690f39a2f3651b764). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.821631] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-650aeb3b-54e3-4687-9925-d934182f3ab3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.834943] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Created folder: Project (da91a5cc932542f690f39a2f3651b764) in parent group-v553264. [ 812.835158] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Creating folder: Instances. Parent ref: group-v553441. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.836476] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0e6056f-a242-4b72-ba25-e626b8ab7317 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.855999] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Created folder: Instances in parent group-v553441. [ 812.855999] env[62748]: DEBUG oslo.service.loopingcall [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 812.855999] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.855999] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-913ad05f-4279-47da-b872-fa4d8053b051 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.872919] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5c05356c-0057-4008-9d65-af994b7cd639 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.395s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.875780] env[62748]: DEBUG nova.compute.manager [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.876660] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47feff06-e67d-489e-933d-bb7f4e0be7bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.882317] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.882317] env[62748]: value = "task-2749903" [ 812.882317] env[62748]: _type = "Task" [ 812.882317] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.895976] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749903, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.905126] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077995} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.905399] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.908539] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89514ba8-6c2d-4903-9c00-1101765cf147 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.936765] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 226d1853-f933-403b-92a6-8e957732ae87/226d1853-f933-403b-92a6-8e957732ae87.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.937865] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2396205a-65cb-4493-b47b-162fe77d632b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.964095] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 812.964095] env[62748]: value = "task-2749904" [ 812.964095] env[62748]: _type = "Task" [ 812.964095] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.974374] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.151288] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.151641] env[62748]: DEBUG nova.compute.manager [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.154820] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.234s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.154975] env[62748]: DEBUG nova.objects.instance [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lazy-loading 'resources' on Instance uuid b096da88-3e8b-43e5-ad56-1cb5e3fafd88 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.169568] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071505} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.169812] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.170693] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf2d180-d435-4b07-9068-1bf0acd76523 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.196654] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2/1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.197171] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34abf36d-00a4-4883-a122-b61e3d93679c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.219632] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 813.219632] env[62748]: value = "task-2749905" [ 813.219632] env[62748]: _type = "Task" [ 813.219632] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.230332] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.397358] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749903, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.480638] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749904, 'name': ReconfigVM_Task, 'duration_secs': 0.329716} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.480963] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 226d1853-f933-403b-92a6-8e957732ae87/226d1853-f933-403b-92a6-8e957732ae87.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.482052] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f53377b-fab6-450c-ad7a-1b82309eabcb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.493220] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 813.493220] env[62748]: value = "task-2749906" [ 813.493220] env[62748]: _type = "Task" [ 813.493220] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.506241] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749906, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.534826] env[62748]: INFO nova.compute.manager [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Rebuilding instance [ 813.611473] env[62748]: DEBUG nova.network.neutron [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Updated VIF entry in instance network info cache for port 1849f01e-995f-43f8-9892-945ef0ee2867. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.611859] env[62748]: DEBUG nova.network.neutron [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Updating instance_info_cache with network_info: [{"id": "1849f01e-995f-43f8-9892-945ef0ee2867", "address": "fa:16:3e:05:df:2e", "network": {"id": "254880a2-008e-4c7a-905a-0e199378adf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-506613311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da91a5cc932542f690f39a2f3651b764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1849f01e-99", "ovs_interfaceid": "1849f01e-995f-43f8-9892-945ef0ee2867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.626584] env[62748]: DEBUG nova.compute.manager [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.629142] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5f3635-c87c-43b7-92cf-8611a7d88761 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.658417] env[62748]: DEBUG nova.compute.utils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.659819] env[62748]: DEBUG nova.compute.manager [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.659984] env[62748]: DEBUG nova.network.neutron [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.729121] env[62748]: DEBUG nova.policy [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02512a6d853049a9b428cabde8761928', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbab4fae72d24129bd6febd4e8f2da43', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.742889] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.898068] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749903, 'name': CreateVM_Task, 'duration_secs': 0.620171} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.898153] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.901290] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.901290] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.901290] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.901290] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.901290] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebdfc457-61c4-489b-b64e-b53e7b1d71e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.901785] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2e10bee-635a-4b49-bba5-0fccef7cf9e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.908764] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 813.908764] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52876dde-3db0-bcf5-9a4d-3c49f3f7ba9e" [ 813.908764] env[62748]: _type = "Task" [ 813.908764] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.910288] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 813.910288] env[62748]: value = "task-2749907" [ 813.910288] env[62748]: _type = "Task" [ 813.910288] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.924414] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.929189] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52876dde-3db0-bcf5-9a4d-3c49f3f7ba9e, 'name': SearchDatastore_Task, 'duration_secs': 0.014631} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.933205] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.933205] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.933205] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.936675] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.936675] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.936675] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64b8fea2-ccf7-4646-817e-00709d6d7fa1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.945442] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.945659] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.949403] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ffc93d-bcef-4302-818d-9ba0e4cbf030 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.958154] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 813.958154] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a8c028-d824-5211-0309-83134167b9c9" [ 813.958154] env[62748]: _type = "Task" [ 813.958154] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.969716] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a8c028-d824-5211-0309-83134167b9c9, 'name': SearchDatastore_Task} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.973864] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae12ab5-62d6-4d5d-8793-c04c23072db0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.982780] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 813.982780] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d7f78f-9fa9-3d58-f531-bf770e9ffcd1" [ 813.982780] env[62748]: _type = "Task" [ 813.982780] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.997775] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d7f78f-9fa9-3d58-f531-bf770e9ffcd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.002909] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.003567] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 745b99c7-6ae2-4b67-813e-a2fe1796e2ed/745b99c7-6ae2-4b67-813e-a2fe1796e2ed.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.003567] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd222be5-a7e1-46f5-b3e0-15fa56b7f8fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.014751] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749906, 'name': Rename_Task, 'duration_secs': 0.151543} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.015050] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 814.015050] env[62748]: value = "task-2749908" [ 814.015050] env[62748]: _type = "Task" [ 814.015050] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.015507] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.015815] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bd9577f-ba99-4f7c-81b2-eedc91a83719 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.029030] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.029030] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 814.029030] env[62748]: value = "task-2749909" [ 814.029030] env[62748]: _type = "Task" [ 814.029030] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.037329] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.117338] env[62748]: DEBUG oslo_concurrency.lockutils [req-f15974d0-31c7-4561-a204-2ba7210e63de req-b42c99a1-b8f8-4a46-b23d-f807dd7b90ee service nova] Releasing lock "refresh_cache-745b99c7-6ae2-4b67-813e-a2fe1796e2ed" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.163014] env[62748]: DEBUG nova.network.neutron [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Successfully created port: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.165500] env[62748]: DEBUG nova.compute.manager [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.188801] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50085c9-4a85-43a8-a090-03f451856a5f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.200361] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b3028c-4079-44c1-8b46-076616602e21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.247060] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c3f70-b6be-449c-8d23-00967341e30e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.257182] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749905, 'name': ReconfigVM_Task, 'duration_secs': 0.813162} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.259726] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2/1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.260516] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7516b582-0d4a-4cd8-9f5f-c03e374d7d9c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.263266] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c89fab-ca0a-42e3-a59f-d01226b23346 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.279579] env[62748]: DEBUG nova.compute.provider_tree [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.283336] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 814.283336] env[62748]: value = "task-2749910" [ 814.283336] env[62748]: _type = "Task" [ 814.283336] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.295820] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749910, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.426372] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749907, 'name': PowerOffVM_Task, 'duration_secs': 0.197743} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.426679] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.426917] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.427950] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3965ed01-5af6-4124-8a1c-baec2987f64c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.439909] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.440268] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de5d3871-f3be-4e74-ab00-dfe224a08b57 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.531908] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749908, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.544073] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749909, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.548769] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.548769] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.548769] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleting the datastore file [datastore2] c296ab0f-8b6a-4d09-880b-05132eadb73f {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.548769] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c848ade-3a36-4baf-8853-77e7c6dd1592 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.560567] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 814.560567] env[62748]: value = "task-2749912" [ 814.560567] env[62748]: _type = "Task" [ 814.560567] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.574250] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.648282] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.648282] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4130d157-d370-4944-8417-2bbf773767d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.658075] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 814.658075] env[62748]: value = "task-2749913" [ 814.658075] env[62748]: _type = "Task" [ 814.658075] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.668218] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 814.668495] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.672766] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8ed1b7-7982-4eb1-a6ae-f820e67989a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.681247] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.682518] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6380ac30-972a-4637-bcfa-985e084ffed0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.685236] env[62748]: DEBUG nova.compute.manager [req-a6190c42-0b33-4bbd-98c4-2d10c93c10d5 req-69f9ddd4-043e-4f03-99ad-cee6ceddc331 service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Received event network-changed-30b0d87d-7b99-468b-98b2-a4101b495577 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 814.685431] env[62748]: DEBUG nova.compute.manager [req-a6190c42-0b33-4bbd-98c4-2d10c93c10d5 req-69f9ddd4-043e-4f03-99ad-cee6ceddc331 service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Refreshing instance network info cache due to event network-changed-30b0d87d-7b99-468b-98b2-a4101b495577. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 814.685643] env[62748]: DEBUG oslo_concurrency.lockutils [req-a6190c42-0b33-4bbd-98c4-2d10c93c10d5 req-69f9ddd4-043e-4f03-99ad-cee6ceddc331 service nova] Acquiring lock "refresh_cache-535bd574-65c0-4d74-a18c-8f11aff58a0b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.685790] env[62748]: DEBUG oslo_concurrency.lockutils [req-a6190c42-0b33-4bbd-98c4-2d10c93c10d5 req-69f9ddd4-043e-4f03-99ad-cee6ceddc331 service nova] Acquired lock "refresh_cache-535bd574-65c0-4d74-a18c-8f11aff58a0b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.685952] env[62748]: DEBUG nova.network.neutron [req-a6190c42-0b33-4bbd-98c4-2d10c93c10d5 req-69f9ddd4-043e-4f03-99ad-cee6ceddc331 service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Refreshing network info cache for port 30b0d87d-7b99-468b-98b2-a4101b495577 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.770699] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.770699] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.770699] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleting the datastore file [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.770926] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64459575-c53c-40fa-bc25-f853255bccbe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.778947] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 814.778947] env[62748]: value = "task-2749915" [ 814.778947] env[62748]: _type = "Task" [ 814.778947] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.783310] env[62748]: DEBUG nova.scheduler.client.report [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.794036] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.798680] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749910, 'name': Rename_Task, 'duration_secs': 0.347855} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.798680] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.798887] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5448949b-0daf-497b-b85f-fbb8b5e700b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.805724] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 814.805724] env[62748]: value = "task-2749916" [ 814.805724] env[62748]: _type = "Task" [ 814.805724] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.814318] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.029571] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525422} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.030075] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 745b99c7-6ae2-4b67-813e-a2fe1796e2ed/745b99c7-6ae2-4b67-813e-a2fe1796e2ed.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.030075] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.030450] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ee5e97e-77e1-4c13-b61c-38b8fbcc8461 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.041677] env[62748]: DEBUG oslo_vmware.api [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749909, 'name': PowerOnVM_Task, 'duration_secs': 0.554807} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.043085] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.043374] env[62748]: DEBUG nova.compute.manager [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.043748] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 815.043748] env[62748]: value = "task-2749917" [ 815.043748] env[62748]: _type = "Task" [ 815.043748] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.044514] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63263856-dab3-4ec5-994f-15a29fb00667 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.070180] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.078637] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205008} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.078913] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.079128] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.079320] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.177795] env[62748]: DEBUG nova.compute.manager [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.213682] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.213933] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.214100] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.214283] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.215229] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.215229] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.215229] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.215229] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.215229] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.215432] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.215537] env[62748]: DEBUG nova.virt.hardware [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.219128] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534c238a-907e-4779-99ae-a0d8e82c35b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.231954] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4956eb6d-1b39-440e-8d29-b2ad86e68edb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.290150] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44531} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.290422] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.290607] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.290792] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.295055] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.296577] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.416s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.296733] env[62748]: DEBUG nova.objects.instance [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lazy-loading 'resources' on Instance uuid c48cba8b-de8f-4eee-9731-7981b9d62113 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.322227] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749916, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.325258] env[62748]: INFO nova.scheduler.client.report [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Deleted allocations for instance b096da88-3e8b-43e5-ad56-1cb5e3fafd88 [ 815.464188] env[62748]: DEBUG nova.network.neutron [req-a6190c42-0b33-4bbd-98c4-2d10c93c10d5 req-69f9ddd4-043e-4f03-99ad-cee6ceddc331 service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Updated VIF entry in instance network info cache for port 30b0d87d-7b99-468b-98b2-a4101b495577. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.464188] env[62748]: DEBUG nova.network.neutron [req-a6190c42-0b33-4bbd-98c4-2d10c93c10d5 req-69f9ddd4-043e-4f03-99ad-cee6ceddc331 service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Updating instance_info_cache with network_info: [{"id": "30b0d87d-7b99-468b-98b2-a4101b495577", "address": "fa:16:3e:f7:7a:f3", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30b0d87d-7b", "ovs_interfaceid": "30b0d87d-7b99-468b-98b2-a4101b495577", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.562293] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089002} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.562293] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.562293] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34ccd49-c2a9-4cd0-9c0f-b106a8ccf0a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.594747] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 745b99c7-6ae2-4b67-813e-a2fe1796e2ed/745b99c7-6ae2-4b67-813e-a2fe1796e2ed.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.599877] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56470911-3e35-4b03-8425-3693ee070ade {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.614486] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.622796] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 815.622796] env[62748]: value = "task-2749918" [ 815.622796] env[62748]: _type = "Task" [ 815.622796] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.632849] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.818593] env[62748]: DEBUG oslo_vmware.api [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2749916, 'name': PowerOnVM_Task, 'duration_secs': 0.732348} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.818901] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.822419] env[62748]: INFO nova.compute.manager [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Took 8.13 seconds to spawn the instance on the hypervisor. [ 815.822419] env[62748]: DEBUG nova.compute.manager [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.822419] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dba501-74ed-4457-acdd-217c1edfee56 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.842052] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4a5c79f8-a3c1-43cf-a931-556273c2c501 tempest-ServersTestJSON-1620660214 tempest-ServersTestJSON-1620660214-project-member] Lock "b096da88-3e8b-43e5-ad56-1cb5e3fafd88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.775s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.944826] env[62748]: DEBUG nova.compute.manager [req-58899ac6-c47d-46e6-bf5e-d7ee6fb11408 req-956429ad-d0f3-4f3c-918c-be92b7b0d2a7 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Received event network-vif-plugged-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.945064] env[62748]: DEBUG oslo_concurrency.lockutils [req-58899ac6-c47d-46e6-bf5e-d7ee6fb11408 req-956429ad-d0f3-4f3c-918c-be92b7b0d2a7 service nova] Acquiring lock "9c3be849-2b3c-4f28-bb13-75099982bb8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.945278] env[62748]: DEBUG oslo_concurrency.lockutils [req-58899ac6-c47d-46e6-bf5e-d7ee6fb11408 req-956429ad-d0f3-4f3c-918c-be92b7b0d2a7 service nova] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.945449] env[62748]: DEBUG oslo_concurrency.lockutils [req-58899ac6-c47d-46e6-bf5e-d7ee6fb11408 req-956429ad-d0f3-4f3c-918c-be92b7b0d2a7 service nova] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.947431] env[62748]: DEBUG nova.compute.manager [req-58899ac6-c47d-46e6-bf5e-d7ee6fb11408 req-956429ad-d0f3-4f3c-918c-be92b7b0d2a7 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] No waiting events found dispatching network-vif-plugged-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.947749] env[62748]: WARNING nova.compute.manager [req-58899ac6-c47d-46e6-bf5e-d7ee6fb11408 req-956429ad-d0f3-4f3c-918c-be92b7b0d2a7 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Received unexpected event network-vif-plugged-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 for instance with vm_state building and task_state spawning. [ 815.969940] env[62748]: DEBUG oslo_concurrency.lockutils [req-a6190c42-0b33-4bbd-98c4-2d10c93c10d5 req-69f9ddd4-043e-4f03-99ad-cee6ceddc331 service nova] Releasing lock "refresh_cache-535bd574-65c0-4d74-a18c-8f11aff58a0b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 816.142349] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.152648] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.152887] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.153056] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.153241] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.153470] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.153535] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.153732] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.153902] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.154071] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.154242] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.154420] env[62748]: DEBUG nova.virt.hardware [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.155413] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c55802-d96b-42bf-9d5f-1032cd30d867 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.165369] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada0ada9-2abe-4518-b18b-7d9993f7a085 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.184436] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:6f:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e365f3b9-706b-4fa2-8f95-ae51b35ab011', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '766ef381-dc69-425c-ab18-051edf7b1c80', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.192997] env[62748]: DEBUG oslo.service.loopingcall [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.195912] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.196459] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5df29602-30f4-4a1b-98ac-3bfe0553f172 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.211972] env[62748]: DEBUG nova.network.neutron [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Successfully updated port: 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.224923] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.224923] env[62748]: value = "task-2749919" [ 816.224923] env[62748]: _type = "Task" [ 816.224923] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.235084] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749919, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.341424] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.341717] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.341888] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.342067] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.342573] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.342792] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.343636] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.343636] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.343636] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.343636] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.343855] env[62748]: DEBUG nova.virt.hardware [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.351999] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8ee959-b480-4479-88c3-53d22f75d41a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.359238] env[62748]: INFO nova.compute.manager [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Took 53.72 seconds to build instance. [ 816.361366] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f810defa-2a70-4fb0-82fa-25e05ac1558f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.372331] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d79f5ff-acd0-45b0-aa76-5bc086aa9093 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.380840] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598e5a70-db41-47ba-a769-08924ca0fac0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.400906] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:ed:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da1ec815-f812-499c-b040-2f0c24e82600', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.410613] env[62748]: DEBUG oslo.service.loopingcall [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.411451] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.411986] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea1a4638-4dd8-4336-894b-670b834db4e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.454885] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab78644-01ed-4d75-b4ad-f126d5e2f33a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.467455] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7fcec0-40b2-487d-80c5-f52c6e968431 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.473647] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.473647] env[62748]: value = "task-2749920" [ 816.473647] env[62748]: _type = "Task" [ 816.473647] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.488308] env[62748]: DEBUG nova.compute.provider_tree [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.497189] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749920, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.636664] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.714682] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.719554] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquired lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.719554] env[62748]: DEBUG nova.network.neutron [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.738838] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749919, 'name': CreateVM_Task, 'duration_secs': 0.475691} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.739163] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.742033] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.742033] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.742033] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 816.742033] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcfdd58-0dd0-4771-a44d-5b4388ab499d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.750183] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 816.750183] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5247045f-e5c9-f780-49ef-e8d3a704fe9c" [ 816.750183] env[62748]: _type = "Task" [ 816.750183] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.758312] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5247045f-e5c9-f780-49ef-e8d3a704fe9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.868197] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f5a5d8b1-4024-43fb-90d4-1b0d8e67dfe9 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.816s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.989158] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749920, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.991421] env[62748]: DEBUG nova.scheduler.client.report [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.071289] env[62748]: DEBUG nova.compute.manager [req-3009c93b-8f7c-43b4-99d1-005de098d5dc req-694b15d0-c9c7-4b4a-8a1c-da61f21443a4 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Received event network-changed-54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.071495] env[62748]: DEBUG nova.compute.manager [req-3009c93b-8f7c-43b4-99d1-005de098d5dc req-694b15d0-c9c7-4b4a-8a1c-da61f21443a4 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Refreshing instance network info cache due to event network-changed-54bf6892-4bce-49d0-a72f-5abd6e24e01d. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 817.071714] env[62748]: DEBUG oslo_concurrency.lockutils [req-3009c93b-8f7c-43b4-99d1-005de098d5dc req-694b15d0-c9c7-4b4a-8a1c-da61f21443a4 service nova] Acquiring lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.071863] env[62748]: DEBUG oslo_concurrency.lockutils [req-3009c93b-8f7c-43b4-99d1-005de098d5dc req-694b15d0-c9c7-4b4a-8a1c-da61f21443a4 service nova] Acquired lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.072472] env[62748]: DEBUG nova.network.neutron [req-3009c93b-8f7c-43b4-99d1-005de098d5dc req-694b15d0-c9c7-4b4a-8a1c-da61f21443a4 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Refreshing network info cache for port 54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.141425] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.261982] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5247045f-e5c9-f780-49ef-e8d3a704fe9c, 'name': SearchDatastore_Task, 'duration_secs': 0.022719} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.262830] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.264014] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.264014] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.264014] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.264014] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.264551] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc061f81-1bc0-4c0e-9251-2104d519fc9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.275721] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.276635] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.278106] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2c0df2-d0b6-4623-852d-6eac4e0d1fd5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.287143] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 817.287143] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52387145-0544-a7bd-92e1-168564fbf6d0" [ 817.287143] env[62748]: _type = "Task" [ 817.287143] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.296466] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52387145-0544-a7bd-92e1-168564fbf6d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.432393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "226d1853-f933-403b-92a6-8e957732ae87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.432393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "226d1853-f933-403b-92a6-8e957732ae87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.432393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "226d1853-f933-403b-92a6-8e957732ae87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.432393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "226d1853-f933-403b-92a6-8e957732ae87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.432393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "226d1853-f933-403b-92a6-8e957732ae87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.440223] env[62748]: INFO nova.compute.manager [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Terminating instance [ 817.490415] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749920, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.497554] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.502268] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.397s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.504342] env[62748]: INFO nova.compute.claims [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.523263] env[62748]: DEBUG nova.network.neutron [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.545793] env[62748]: INFO nova.scheduler.client.report [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Deleted allocations for instance c48cba8b-de8f-4eee-9731-7981b9d62113 [ 817.639838] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749918, 'name': ReconfigVM_Task, 'duration_secs': 1.852869} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.640248] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 745b99c7-6ae2-4b67-813e-a2fe1796e2ed/745b99c7-6ae2-4b67-813e-a2fe1796e2ed.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.640906] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76dc5360-852b-4da8-b875-c2e763799ecd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.653020] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 817.653020] env[62748]: value = "task-2749921" [ 817.653020] env[62748]: _type = "Task" [ 817.653020] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.661438] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749921, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.799097] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52387145-0544-a7bd-92e1-168564fbf6d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.800136] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bc776a-28eb-4b8d-8581-3530913e58d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.806025] env[62748]: DEBUG nova.network.neutron [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updating instance_info_cache with network_info: [{"id": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "address": "fa:16:3e:cb:18:5b", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3bdcfa-6b", "ovs_interfaceid": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.810022] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 817.810022] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b1ed09-c2f5-ac37-8168-c76f4096fce2" [ 817.810022] env[62748]: _type = "Task" [ 817.810022] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.826387] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b1ed09-c2f5-ac37-8168-c76f4096fce2, 'name': SearchDatastore_Task, 'duration_secs': 0.014404} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.826864] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.827216] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.827523] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1ca86fd-80d6-4bac-bd77-888dff9d06c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.837117] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 817.837117] env[62748]: value = "task-2749922" [ 817.837117] env[62748]: _type = "Task" [ 817.837117] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.848848] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.948368] env[62748]: DEBUG nova.compute.manager [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.948583] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.949539] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb360fa6-4d65-4104-92e7-9ac8c5662779 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.965826] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.966495] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7334479-3669-48fc-ad53-398d5c34bd6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.975914] env[62748]: DEBUG oslo_vmware.api [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 817.975914] env[62748]: value = "task-2749923" [ 817.975914] env[62748]: _type = "Task" [ 817.975914] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.992228] env[62748]: DEBUG oslo_vmware.api [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.995904] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749920, 'name': CreateVM_Task, 'duration_secs': 1.300654} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.996095] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.996857] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.997043] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.997381] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 817.997678] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e74f3f-4816-4a35-bfeb-a2a0260d724c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.003966] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 818.003966] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c7ac6e-a795-461c-95ea-c3b6a9d1995d" [ 818.003966] env[62748]: _type = "Task" [ 818.003966] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.015858] env[62748]: DEBUG nova.network.neutron [req-3009c93b-8f7c-43b4-99d1-005de098d5dc req-694b15d0-c9c7-4b4a-8a1c-da61f21443a4 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updated VIF entry in instance network info cache for port 54bf6892-4bce-49d0-a72f-5abd6e24e01d. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.016276] env[62748]: DEBUG nova.network.neutron [req-3009c93b-8f7c-43b4-99d1-005de098d5dc req-694b15d0-c9c7-4b4a-8a1c-da61f21443a4 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating instance_info_cache with network_info: [{"id": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "address": "fa:16:3e:71:24:a6", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bf6892-4b", "ovs_interfaceid": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.027263] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c7ac6e-a795-461c-95ea-c3b6a9d1995d, 'name': SearchDatastore_Task, 'duration_secs': 0.011566} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.027263] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.027263] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.027931] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.029031] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.029031] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.029031] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc20e3c2-1eeb-409c-b015-c1edb0737ece {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.039644] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.039888] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.040895] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31e8b42-2f3c-49bc-84e9-f35735230f7b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.049144] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 818.049144] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]522fc51f-7e18-2750-5dea-0ceedc95e563" [ 818.049144] env[62748]: _type = "Task" [ 818.049144] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.054982] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f1cbc44-e6dd-46cc-ae89-7c0257496b5f tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "c48cba8b-de8f-4eee-9731-7981b9d62113" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.126s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.063109] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522fc51f-7e18-2750-5dea-0ceedc95e563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.115809] env[62748]: DEBUG nova.compute.manager [req-ace35e05-0cb0-45c9-82fa-6000a9a90bab req-ffe7ddab-9d0e-4b07-8b65-3ee0931a9888 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Received event network-changed-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 818.116084] env[62748]: DEBUG nova.compute.manager [req-ace35e05-0cb0-45c9-82fa-6000a9a90bab req-ffe7ddab-9d0e-4b07-8b65-3ee0931a9888 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Refreshing instance network info cache due to event network-changed-6f3bdcfa-6b0e-4723-98e7-59987b7622b6. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 818.116252] env[62748]: DEBUG oslo_concurrency.lockutils [req-ace35e05-0cb0-45c9-82fa-6000a9a90bab req-ffe7ddab-9d0e-4b07-8b65-3ee0931a9888 service nova] Acquiring lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.162051] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749921, 'name': Rename_Task, 'duration_secs': 0.247492} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.162051] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.162344] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24213fc3-412b-46a7-8567-b0d2ecac0c65 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.170752] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 818.170752] env[62748]: value = "task-2749924" [ 818.170752] env[62748]: _type = "Task" [ 818.170752] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.181172] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.312103] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Releasing lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.312421] env[62748]: DEBUG nova.compute.manager [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Instance network_info: |[{"id": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "address": "fa:16:3e:cb:18:5b", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3bdcfa-6b", "ovs_interfaceid": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.312924] env[62748]: DEBUG oslo_concurrency.lockutils [req-ace35e05-0cb0-45c9-82fa-6000a9a90bab req-ffe7ddab-9d0e-4b07-8b65-3ee0931a9888 service nova] Acquired lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.313222] env[62748]: DEBUG nova.network.neutron [req-ace35e05-0cb0-45c9-82fa-6000a9a90bab req-ffe7ddab-9d0e-4b07-8b65-3ee0931a9888 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Refreshing network info cache for port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.315355] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:18:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f3bdcfa-6b0e-4723-98e7-59987b7622b6', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.327040] env[62748]: DEBUG oslo.service.loopingcall [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.328732] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.328893] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c8516b6-9b38-4866-a2be-c6836d61a4c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.358409] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.360237] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.360237] env[62748]: value = "task-2749926" [ 818.360237] env[62748]: _type = "Task" [ 818.360237] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.370332] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749926, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.422362] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "372401d7-1bda-48e2-895c-66ac16cf1dd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.422790] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "372401d7-1bda-48e2-895c-66ac16cf1dd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.492604] env[62748]: DEBUG oslo_vmware.api [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749923, 'name': PowerOffVM_Task, 'duration_secs': 0.22562} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.493198] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.493720] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.493912] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecbbc577-f73d-4726-ab47-11b964cd3803 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.523257] env[62748]: DEBUG oslo_concurrency.lockutils [req-3009c93b-8f7c-43b4-99d1-005de098d5dc req-694b15d0-c9c7-4b4a-8a1c-da61f21443a4 service nova] Releasing lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.567709] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.568522] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.568522] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleting the datastore file [datastore1] 226d1853-f933-403b-92a6-8e957732ae87 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.573515] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d82fbc3-cae9-43ef-860c-1e2c1ab0de2d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.575932] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522fc51f-7e18-2750-5dea-0ceedc95e563, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.580907] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39410989-553d-4981-aba6-87dea10a3c47 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.589576] env[62748]: DEBUG oslo_vmware.api [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 818.589576] env[62748]: value = "task-2749928" [ 818.589576] env[62748]: _type = "Task" [ 818.589576] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.597667] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 818.597667] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521401bc-bb52-7985-efb6-2430f90b4596" [ 818.597667] env[62748]: _type = "Task" [ 818.597667] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.605361] env[62748]: DEBUG oslo_vmware.api [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.612742] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521401bc-bb52-7985-efb6-2430f90b4596, 'name': SearchDatastore_Task, 'duration_secs': 0.016756} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.615784] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.616216] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b/7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.616764] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78b65d03-c1fe-413e-96d1-2ea657aad70e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.627286] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 818.627286] env[62748]: value = "task-2749929" [ 818.627286] env[62748]: _type = "Task" [ 818.627286] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.638680] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.682686] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.870921] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606834} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.877207] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.877472] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.877755] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749926, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.878555] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2e8fd75-2780-49c0-ab07-1bed4045e623 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.887611] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 818.887611] env[62748]: value = "task-2749930" [ 818.887611] env[62748]: _type = "Task" [ 818.887611] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.903746] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.926196] env[62748]: DEBUG nova.compute.manager [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.073873] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a1f3a6-9538-4ce7-84d8-820cdb113ea2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.101950] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0206fab8-f4e3-40e0-a2a4-f23bbff4a8b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.115214] env[62748]: DEBUG oslo_vmware.api [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2749928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337883} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.953124] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.953455] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.953535] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.953675] env[62748]: INFO nova.compute.manager [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Took 2.01 seconds to destroy the instance on the hypervisor. [ 819.953962] env[62748]: DEBUG oslo.service.loopingcall [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.962914] env[62748]: DEBUG nova.compute.manager [-] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.963044] env[62748]: DEBUG nova.network.neutron [-] [instance: 226d1853-f933-403b-92a6-8e957732ae87] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.977876] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a5d25e-25a5-4ea7-b308-82baae818106 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.980832] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "ee909775-074b-4971-9500-7f24f0f92ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.981089] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.989454] env[62748]: DEBUG oslo_vmware.api [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749924, 'name': PowerOnVM_Task, 'duration_secs': 0.768071} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.000419] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.000700] env[62748]: INFO nova.compute.manager [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Took 9.68 seconds to spawn the instance on the hypervisor. [ 820.001043] env[62748]: DEBUG nova.compute.manager [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.001266] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749926, 'name': CreateVM_Task, 'duration_secs': 1.305385} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.001506] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083583} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.002180] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718204} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.003468] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.004272] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a767fd8b-44c9-4319-a90b-43f989a9bc2e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.008027] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f81f4d-8c90-4071-a9ad-eae5b2ef3b5c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.012240] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.012527] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.012827] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b/7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.013036] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.014317] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.014483] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.014801] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.015554] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34774a17-4a67-4197-a9fe-c6cee094ebcc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.018583] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61268113-ae39-4cef-823f-a1d4060eb916 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.021123] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ab4684-de11-431b-9c5b-09c2e0163d63 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.036759] env[62748]: DEBUG nova.compute.provider_tree [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.051047] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 820.051047] env[62748]: value = "task-2749931" [ 820.051047] env[62748]: _type = "Task" [ 820.051047] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.060148] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.066856] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0823ee9e-2024-4704-8ab4-fad4a265b1c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.081620] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 820.081620] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526f1e89-2bc5-82d6-6573-fc4365629833" [ 820.081620] env[62748]: _type = "Task" [ 820.081620] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.096228] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 820.096228] env[62748]: value = "task-2749932" [ 820.096228] env[62748]: _type = "Task" [ 820.096228] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.096751] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526f1e89-2bc5-82d6-6573-fc4365629833, 'name': SearchDatastore_Task, 'duration_secs': 0.019794} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.102429] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.102692] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.102922] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.103121] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.103319] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.103601] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749931, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.104095] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b424a5-ea2d-41c9-8435-bbe7b1938c1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.114239] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.118426] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.119015] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.120105] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e208c6-21a3-49f4-9482-739e7b9712e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.124616] env[62748]: DEBUG nova.network.neutron [req-ace35e05-0cb0-45c9-82fa-6000a9a90bab req-ffe7ddab-9d0e-4b07-8b65-3ee0931a9888 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updated VIF entry in instance network info cache for port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.125170] env[62748]: DEBUG nova.network.neutron [req-ace35e05-0cb0-45c9-82fa-6000a9a90bab req-ffe7ddab-9d0e-4b07-8b65-3ee0931a9888 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updating instance_info_cache with network_info: [{"id": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "address": "fa:16:3e:cb:18:5b", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3bdcfa-6b", "ovs_interfaceid": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.133989] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 820.133989] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52246a22-ef3c-2154-9fc2-82f273224651" [ 820.133989] env[62748]: _type = "Task" [ 820.133989] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.146170] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52246a22-ef3c-2154-9fc2-82f273224651, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.483825] env[62748]: DEBUG nova.compute.manager [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.522322] env[62748]: DEBUG nova.compute.manager [req-6ea59abb-11b5-4dfe-9755-c7836f3ded8f req-c5388d3e-5539-49ea-b1e2-b3f69feeb450 service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Received event network-vif-deleted-a9523b63-c6ce-4057-bb57-8f090a08225d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 820.522322] env[62748]: INFO nova.compute.manager [req-6ea59abb-11b5-4dfe-9755-c7836f3ded8f req-c5388d3e-5539-49ea-b1e2-b3f69feeb450 service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Neutron deleted interface a9523b63-c6ce-4057-bb57-8f090a08225d; detaching it from the instance and deleting it from the info cache [ 820.522322] env[62748]: DEBUG nova.network.neutron [req-6ea59abb-11b5-4dfe-9755-c7836f3ded8f req-c5388d3e-5539-49ea-b1e2-b3f69feeb450 service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.542194] env[62748]: DEBUG nova.scheduler.client.report [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.571507] env[62748]: INFO nova.compute.manager [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Took 55.70 seconds to build instance. [ 820.580971] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080538} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.581672] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.582831] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f79d73c-affe-4b7d-8cdb-941719056c3c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.607807] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b/7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.611216] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2457c4-750e-48fa-bbf4-d53598cfd774 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.628301] env[62748]: DEBUG oslo_concurrency.lockutils [req-ace35e05-0cb0-45c9-82fa-6000a9a90bab req-ffe7ddab-9d0e-4b07-8b65-3ee0931a9888 service nova] Releasing lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.636552] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749932, 'name': ReconfigVM_Task, 'duration_secs': 0.31513} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.636552] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Reconfigured VM instance instance-0000001e to attach disk [datastore1] c296ab0f-8b6a-4d09-880b-05132eadb73f/c296ab0f-8b6a-4d09-880b-05132eadb73f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.636552] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 820.636552] env[62748]: value = "task-2749933" [ 820.636552] env[62748]: _type = "Task" [ 820.636552] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.636552] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff664ea-0f23-46b2-b8f0-d64a358124c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.650068] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52246a22-ef3c-2154-9fc2-82f273224651, 'name': SearchDatastore_Task, 'duration_secs': 0.021168} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.654863] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.655258] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 820.655258] env[62748]: value = "task-2749934" [ 820.655258] env[62748]: _type = "Task" [ 820.655258] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.655497] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0c69b5-4af1-4345-89d9-ff23e8bf0efc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.667716] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749934, 'name': Rename_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.668704] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 820.668704] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fe07c4-51fa-430a-d17b-8a521481d92e" [ 820.668704] env[62748]: _type = "Task" [ 820.668704] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.677100] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fe07c4-51fa-430a-d17b-8a521481d92e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.878345] env[62748]: DEBUG nova.network.neutron [-] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.005031] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.025571] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fedbef4a-adaf-4a1d-bd2f-3ccf991f7774 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.036883] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8478af55-6d28-4491-b601-e26e28bde9bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.048921] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.546s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.049084] env[62748]: DEBUG nova.compute.manager [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.051951] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 31.735s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.086110] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edd6add0-e377-4b31-9b53-7918174cc091 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.497s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.087399] env[62748]: DEBUG nova.compute.manager [req-6ea59abb-11b5-4dfe-9755-c7836f3ded8f req-c5388d3e-5539-49ea-b1e2-b3f69feeb450 service nova] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Detach interface failed, port_id=a9523b63-c6ce-4057-bb57-8f090a08225d, reason: Instance 226d1853-f933-403b-92a6-8e957732ae87 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 821.129747] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquiring lock "fe543823-1abd-4623-a715-351930faaaf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.130363] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "fe543823-1abd-4623-a715-351930faaaf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.152378] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.167997] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749934, 'name': Rename_Task, 'duration_secs': 0.153093} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.168379] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.168667] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edaf5886-9ecb-431e-aaf3-bdb2ff66638b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.179274] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fe07c4-51fa-430a-d17b-8a521481d92e, 'name': SearchDatastore_Task, 'duration_secs': 0.016175} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.180566] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.180833] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 9c3be849-2b3c-4f28-bb13-75099982bb8a/9c3be849-2b3c-4f28-bb13-75099982bb8a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.181276] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 821.181276] env[62748]: value = "task-2749935" [ 821.181276] env[62748]: _type = "Task" [ 821.181276] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.181445] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7e2cfe2-7c15-4b01-b97c-8bcac5f88ac2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.191113] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.192514] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 821.192514] env[62748]: value = "task-2749936" [ 821.192514] env[62748]: _type = "Task" [ 821.192514] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.201158] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.382452] env[62748]: INFO nova.compute.manager [-] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Took 1.42 seconds to deallocate network for instance. [ 821.557732] env[62748]: DEBUG nova.compute.utils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.559694] env[62748]: DEBUG nova.objects.instance [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lazy-loading 'migration_context' on Instance uuid 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.561233] env[62748]: DEBUG nova.compute.manager [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.561400] env[62748]: DEBUG nova.network.neutron [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.625232] env[62748]: DEBUG nova.policy [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b520888c1bfa48858d841430c817f61c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5777e609ea7c473ea87b980243f50cb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.637020] env[62748]: DEBUG nova.compute.manager [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.653093] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749933, 'name': ReconfigVM_Task, 'duration_secs': 0.700231} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.653399] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b/7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.654110] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ce3466b-17d2-4596-a51e-a2a3075b522f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.664688] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 821.664688] env[62748]: value = "task-2749937" [ 821.664688] env[62748]: _type = "Task" [ 821.664688] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.676044] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749937, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.694883] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749935, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.704983] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.874884] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "a2407427-0faa-4725-bc88-0bd543fed37b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.874884] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.874884] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "a2407427-0faa-4725-bc88-0bd543fed37b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.874884] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.874884] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.876252] env[62748]: INFO nova.compute.manager [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Terminating instance [ 821.887421] env[62748]: DEBUG oslo_concurrency.lockutils [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.065338] env[62748]: DEBUG nova.compute.manager [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.124738] env[62748]: DEBUG nova.network.neutron [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Successfully created port: 065bfca0-7984-4612-8fc8-bcd4a364497d {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.154883] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.179259] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749937, 'name': Rename_Task, 'duration_secs': 0.321873} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.179445] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.179916] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-434b8f80-78f9-4bb3-a3e8-1c12ceb1429c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.188494] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 822.188494] env[62748]: value = "task-2749938" [ 822.188494] env[62748]: _type = "Task" [ 822.188494] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.195192] env[62748]: DEBUG oslo_vmware.api [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749935, 'name': PowerOnVM_Task, 'duration_secs': 0.58721} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.200409] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.200630] env[62748]: DEBUG nova.compute.manager [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.204857] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c71357-df3b-433d-9821-f4b919323035 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.207073] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.217474] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646439} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.220580] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 9c3be849-2b3c-4f28-bb13-75099982bb8a/9c3be849-2b3c-4f28-bb13-75099982bb8a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.220818] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.221295] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a99203b8-3cee-4190-91c5-b67d166c3cc8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.228998] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 822.228998] env[62748]: value = "task-2749939" [ 822.228998] env[62748]: _type = "Task" [ 822.228998] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.245247] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.381995] env[62748]: DEBUG nova.compute.manager [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.382252] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.383130] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcbe055-ae4a-49ff-b375-65e5b10f7273 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.392906] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.393157] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf552ec1-4e62-46cd-ae72-dae73700a287 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.405326] env[62748]: DEBUG oslo_vmware.api [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 822.405326] env[62748]: value = "task-2749940" [ 822.405326] env[62748]: _type = "Task" [ 822.405326] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.417374] env[62748]: DEBUG oslo_vmware.api [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.564794] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab5a9b1-cce9-4a64-bdc4-0bd8579309f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.575543] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cebb6d-413a-443a-9322-a69aa0e7d13a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.614546] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bb474b-51af-43a1-8b59-24419c7bc2ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.626056] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263a61f6-26bf-4823-92d2-82ffc63227a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.640974] env[62748]: DEBUG nova.compute.provider_tree [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.700010] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.723952] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.740759] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.915730] env[62748]: DEBUG oslo_vmware.api [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749940, 'name': PowerOffVM_Task, 'duration_secs': 0.382727} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.916043] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.916225] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.916477] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbb5ee99-c4b9-42ff-a775-50f6416f75f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.991735] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.992056] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.992278] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Deleting the datastore file [datastore1] a2407427-0faa-4725-bc88-0bd543fed37b {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.992613] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f576358-af51-4b74-8534-40ea74726860 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.000675] env[62748]: DEBUG oslo_vmware.api [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for the task: (returnval){ [ 823.000675] env[62748]: value = "task-2749942" [ 823.000675] env[62748]: _type = "Task" [ 823.000675] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.009275] env[62748]: DEBUG oslo_vmware.api [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.087066] env[62748]: DEBUG nova.compute.manager [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.110622] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.110889] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.111102] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.111299] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.111450] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.111604] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.111815] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.112008] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.112217] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.112388] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.112566] env[62748]: DEBUG nova.virt.hardware [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.113814] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c76938e-7874-456f-9b2e-f7ca9831828e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.123596] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba244e6d-c881-4761-a5b8-dc16f0ba3808 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.144617] env[62748]: DEBUG nova.scheduler.client.report [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.201663] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749938, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.245950] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.783163} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.246385] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.248030] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5fc172-7017-4b10-9255-2e72ad9c5fc9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.272212] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 9c3be849-2b3c-4f28-bb13-75099982bb8a/9c3be849-2b3c-4f28-bb13-75099982bb8a.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.272554] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50dbb606-27a0-4b5b-98bc-75f51814398b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.295674] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 823.295674] env[62748]: value = "task-2749943" [ 823.295674] env[62748]: _type = "Task" [ 823.295674] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.306424] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.512718] env[62748]: DEBUG oslo_vmware.api [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Task: {'id': task-2749942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387798} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.512979] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.513199] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.513398] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.513573] env[62748]: INFO nova.compute.manager [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 823.514175] env[62748]: DEBUG oslo.service.loopingcall [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.514175] env[62748]: DEBUG nova.compute.manager [-] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.514175] env[62748]: DEBUG nova.network.neutron [-] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.550785] env[62748]: DEBUG nova.compute.manager [req-c67e7e63-5560-4707-ad59-6948ccca768e req-533844d7-2963-4781-bd99-d82929e9f9d4 service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Received event network-vif-plugged-065bfca0-7984-4612-8fc8-bcd4a364497d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 823.551219] env[62748]: DEBUG oslo_concurrency.lockutils [req-c67e7e63-5560-4707-ad59-6948ccca768e req-533844d7-2963-4781-bd99-d82929e9f9d4 service nova] Acquiring lock "0a93aecc-eccd-4d0e-b59c-1172747378ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.552223] env[62748]: DEBUG oslo_concurrency.lockutils [req-c67e7e63-5560-4707-ad59-6948ccca768e req-533844d7-2963-4781-bd99-d82929e9f9d4 service nova] Lock "0a93aecc-eccd-4d0e-b59c-1172747378ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.552436] env[62748]: DEBUG oslo_concurrency.lockutils [req-c67e7e63-5560-4707-ad59-6948ccca768e req-533844d7-2963-4781-bd99-d82929e9f9d4 service nova] Lock "0a93aecc-eccd-4d0e-b59c-1172747378ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.552666] env[62748]: DEBUG nova.compute.manager [req-c67e7e63-5560-4707-ad59-6948ccca768e req-533844d7-2963-4781-bd99-d82929e9f9d4 service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] No waiting events found dispatching network-vif-plugged-065bfca0-7984-4612-8fc8-bcd4a364497d {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.552895] env[62748]: WARNING nova.compute.manager [req-c67e7e63-5560-4707-ad59-6948ccca768e req-533844d7-2963-4781-bd99-d82929e9f9d4 service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Received unexpected event network-vif-plugged-065bfca0-7984-4612-8fc8-bcd4a364497d for instance with vm_state building and task_state spawning. [ 823.581021] env[62748]: DEBUG nova.compute.manager [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.582054] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f7a3b3-e57c-43ff-85e1-6609bf5189d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.649653] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "f6309f35-0fff-4dc4-a004-32599cea3d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.649931] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "f6309f35-0fff-4dc4-a004-32599cea3d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.650179] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "f6309f35-0fff-4dc4-a004-32599cea3d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.650415] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "f6309f35-0fff-4dc4-a004-32599cea3d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.650603] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "f6309f35-0fff-4dc4-a004-32599cea3d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.660324] env[62748]: INFO nova.compute.manager [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Terminating instance [ 823.661045] env[62748]: DEBUG nova.network.neutron [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Successfully updated port: 065bfca0-7984-4612-8fc8-bcd4a364497d {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.701595] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749938, 'name': PowerOnVM_Task, 'duration_secs': 1.074422} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.701920] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.702153] env[62748]: DEBUG nova.compute.manager [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.702986] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b775c53d-905b-4264-82a2-317d28042ff6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.810583] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.099170] env[62748]: INFO nova.compute.manager [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] instance snapshotting [ 824.102627] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf19b0d-4f62-44ef-afe3-3042e9ef75fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.106566] env[62748]: DEBUG nova.compute.manager [req-bc8bd7c5-e238-4901-af5f-d14a566f592f req-95f64355-0442-42f6-9c2b-15b2a7f25b94 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Received event network-vif-deleted-df8520cc-e82c-4d2d-8b0e-03dcb0b4d621 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 824.106890] env[62748]: INFO nova.compute.manager [req-bc8bd7c5-e238-4901-af5f-d14a566f592f req-95f64355-0442-42f6-9c2b-15b2a7f25b94 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Neutron deleted interface df8520cc-e82c-4d2d-8b0e-03dcb0b4d621; detaching it from the instance and deleting it from the info cache [ 824.107182] env[62748]: DEBUG nova.network.neutron [req-bc8bd7c5-e238-4901-af5f-d14a566f592f req-95f64355-0442-42f6-9c2b-15b2a7f25b94 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.128346] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74766c70-284a-4277-aa9b-0a61587ce092 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.164739] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.113s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.172022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.559s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.172293] env[62748]: DEBUG nova.objects.instance [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lazy-loading 'resources' on Instance uuid a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.174041] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquiring lock "refresh_cache-0a93aecc-eccd-4d0e-b59c-1172747378ff" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.174127] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquired lock "refresh_cache-0a93aecc-eccd-4d0e-b59c-1172747378ff" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.174242] env[62748]: DEBUG nova.network.neutron [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.175370] env[62748]: DEBUG nova.compute.manager [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 824.175639] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.181380] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa8314b-8bef-4c69-86c8-5e1e1e23d820 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.196445] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 824.196445] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10fac520-7cca-41b6-9422-7f366be8273d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.207348] env[62748]: DEBUG oslo_vmware.api [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 824.207348] env[62748]: value = "task-2749944" [ 824.207348] env[62748]: _type = "Task" [ 824.207348] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.215822] env[62748]: INFO nova.compute.manager [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] bringing vm to original state: 'stopped' [ 824.222902] env[62748]: DEBUG oslo_vmware.api [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.223909] env[62748]: DEBUG nova.network.neutron [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.306741] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749943, 'name': ReconfigVM_Task, 'duration_secs': 0.654822} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.307034] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 9c3be849-2b3c-4f28-bb13-75099982bb8a/9c3be849-2b3c-4f28-bb13-75099982bb8a.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.307680] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9f28437-d2f2-400d-9fce-79a45d0e0350 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.315161] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 824.315161] env[62748]: value = "task-2749945" [ 824.315161] env[62748]: _type = "Task" [ 824.315161] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.326438] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749945, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.453048] env[62748]: DEBUG nova.network.neutron [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Updating instance_info_cache with network_info: [{"id": "065bfca0-7984-4612-8fc8-bcd4a364497d", "address": "fa:16:3e:9f:a5:91", "network": {"id": "a3eb34be-91ba-42ce-a2b7-326925e8e6b1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1481746984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5777e609ea7c473ea87b980243f50cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065bfca0-79", "ovs_interfaceid": "065bfca0-7984-4612-8fc8-bcd4a364497d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.585643] env[62748]: DEBUG nova.network.neutron [-] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.612776] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16ecd031-3778-4d57-bb89-b4fc63a5c79d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.623168] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7361dd95-7d1e-4842-972d-40f6cc6e4679 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.639328] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 824.639602] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d542f3b4-adce-4493-a236-bfb169cef692 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.646714] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 824.646714] env[62748]: value = "task-2749946" [ 824.646714] env[62748]: _type = "Task" [ 824.646714] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.665461] env[62748]: DEBUG nova.compute.manager [req-bc8bd7c5-e238-4901-af5f-d14a566f592f req-95f64355-0442-42f6-9c2b-15b2a7f25b94 service nova] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Detach interface failed, port_id=df8520cc-e82c-4d2d-8b0e-03dcb0b4d621, reason: Instance a2407427-0faa-4725-bc88-0bd543fed37b could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 824.671339] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.674033] env[62748]: DEBUG nova.objects.instance [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lazy-loading 'numa_topology' on Instance uuid a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 824.718313] env[62748]: DEBUG oslo_vmware.api [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749944, 'name': PowerOffVM_Task, 'duration_secs': 0.264254} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.718313] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.718313] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.718313] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ed31767-b198-410c-8eee-149873c2ca3d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.788215] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.788533] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.788662] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleting the datastore file [datastore2] f6309f35-0fff-4dc4-a004-32599cea3d4b {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.788930] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-053b6c36-6bd1-42b1-8493-492e1ecc0e31 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.796179] env[62748]: DEBUG oslo_vmware.api [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 824.796179] env[62748]: value = "task-2749948" [ 824.796179] env[62748]: _type = "Task" [ 824.796179] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.804724] env[62748]: DEBUG oslo_vmware.api [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.824237] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749945, 'name': Rename_Task, 'duration_secs': 0.173735} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.824501] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.824746] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f17cf4ab-4f83-49f1-bb54-f0e4e0c0ad85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.831632] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 824.831632] env[62748]: value = "task-2749949" [ 824.831632] env[62748]: _type = "Task" [ 824.831632] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.840537] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.956609] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Releasing lock "refresh_cache-0a93aecc-eccd-4d0e-b59c-1172747378ff" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.957179] env[62748]: DEBUG nova.compute.manager [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Instance network_info: |[{"id": "065bfca0-7984-4612-8fc8-bcd4a364497d", "address": "fa:16:3e:9f:a5:91", "network": {"id": "a3eb34be-91ba-42ce-a2b7-326925e8e6b1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1481746984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5777e609ea7c473ea87b980243f50cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065bfca0-79", "ovs_interfaceid": "065bfca0-7984-4612-8fc8-bcd4a364497d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.957731] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:a5:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '065bfca0-7984-4612-8fc8-bcd4a364497d', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.966593] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Creating folder: Project (5777e609ea7c473ea87b980243f50cb9). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.966800] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6766f35a-554a-4228-91ad-8ba2f098ad3f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.990799] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Created folder: Project (5777e609ea7c473ea87b980243f50cb9) in parent group-v553264. [ 824.991125] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Creating folder: Instances. Parent ref: group-v553447. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.991372] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33253993-c01d-449c-a23b-654a4a1deb7c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.004202] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Created folder: Instances in parent group-v553447. [ 825.004202] env[62748]: DEBUG oslo.service.loopingcall [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.004202] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.004346] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b264d8f2-dd06-49e1-a77d-23a6fe32071f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.026876] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.026876] env[62748]: value = "task-2749952" [ 825.026876] env[62748]: _type = "Task" [ 825.026876] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.036401] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749952, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.088021] env[62748]: INFO nova.compute.manager [-] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Took 1.57 seconds to deallocate network for instance. [ 825.158306] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.176671] env[62748]: DEBUG nova.objects.base [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 825.229036] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.229036] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.229224] env[62748]: DEBUG nova.compute.manager [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.230088] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d0eb1-99e7-4b00-a20e-736ef01c8133 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.237978] env[62748]: DEBUG nova.compute.manager [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 825.309991] env[62748]: DEBUG oslo_vmware.api [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2749948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167411} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.309991] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.309991] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.310183] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.311090] env[62748]: INFO nova.compute.manager [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 825.311090] env[62748]: DEBUG oslo.service.loopingcall [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 825.311090] env[62748]: DEBUG nova.compute.manager [-] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.311090] env[62748]: DEBUG nova.network.neutron [-] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.342797] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.538024] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749952, 'name': CreateVM_Task, 'duration_secs': 0.437642} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.540442] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.541278] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.541434] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.541800] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 825.541979] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a706919-b552-4bbe-a52f-eab3c78f777f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.547013] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 825.547013] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521863b6-3881-48e1-e4e2-abc47d0d9ce9" [ 825.547013] env[62748]: _type = "Task" [ 825.547013] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.558332] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521863b6-3881-48e1-e4e2-abc47d0d9ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.595448] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.627289] env[62748]: DEBUG nova.compute.manager [req-27344ea2-294c-44a1-a43d-ba9bc3c8abfc req-84376890-c52e-4a5a-b4c6-af1ec6bd3999 service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Received event network-changed-065bfca0-7984-4612-8fc8-bcd4a364497d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.631424] env[62748]: DEBUG nova.compute.manager [req-27344ea2-294c-44a1-a43d-ba9bc3c8abfc req-84376890-c52e-4a5a-b4c6-af1ec6bd3999 service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Refreshing instance network info cache due to event network-changed-065bfca0-7984-4612-8fc8-bcd4a364497d. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 825.631424] env[62748]: DEBUG oslo_concurrency.lockutils [req-27344ea2-294c-44a1-a43d-ba9bc3c8abfc req-84376890-c52e-4a5a-b4c6-af1ec6bd3999 service nova] Acquiring lock "refresh_cache-0a93aecc-eccd-4d0e-b59c-1172747378ff" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.631424] env[62748]: DEBUG oslo_concurrency.lockutils [req-27344ea2-294c-44a1-a43d-ba9bc3c8abfc req-84376890-c52e-4a5a-b4c6-af1ec6bd3999 service nova] Acquired lock "refresh_cache-0a93aecc-eccd-4d0e-b59c-1172747378ff" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.631424] env[62748]: DEBUG nova.network.neutron [req-27344ea2-294c-44a1-a43d-ba9bc3c8abfc req-84376890-c52e-4a5a-b4c6-af1ec6bd3999 service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Refreshing network info cache for port 065bfca0-7984-4612-8fc8-bcd4a364497d {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.655676] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2232d252-6e96-426c-90e7-c62870c5e05b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.661858] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749946, 'name': CreateSnapshot_Task, 'duration_secs': 0.837037} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.662713] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.663449] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a5f6e2-4ef8-44ed-a1f3-dc69dacda43e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.669558] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ff45f-fdee-49bb-b984-4e8180bec09b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.711468] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08881eba-37eb-4f54-a070-7614b9f4d4da {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.720403] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e79a5f9-db88-4367-abe3-4ba7c33faf99 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.724745] env[62748]: INFO nova.compute.manager [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Swapping old allocation on dict_keys(['74ca466f-48af-453b-acbe-44806e22bf31']) held by migration 913ce857-fbc8-4e19-8362-a091803ec52f for instance [ 825.737338] env[62748]: DEBUG nova.compute.provider_tree [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.746925] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.747195] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-203fddd3-c9b0-4ad7-8b54-4502a19a101c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.751144] env[62748]: DEBUG nova.scheduler.client.report [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Overwriting current allocation {'allocations': {'74ca466f-48af-453b-acbe-44806e22bf31': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 96}}, 'project_id': '49ad53645cb74f3d9bc2a219aae61163', 'user_id': '657c32d9e1db48a69e52639098cf78db', 'consumer_generation': 1} on consumer 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae {{(pid=62748) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 825.754760] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 825.754760] env[62748]: value = "task-2749953" [ 825.754760] env[62748]: _type = "Task" [ 825.754760] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.763622] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.831130] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.831324] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquired lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.831506] env[62748]: DEBUG nova.network.neutron [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.844160] env[62748]: DEBUG oslo_vmware.api [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749949, 'name': PowerOnVM_Task, 'duration_secs': 0.574856} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.844368] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.844568] env[62748]: INFO nova.compute.manager [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Took 10.67 seconds to spawn the instance on the hypervisor. [ 825.844746] env[62748]: DEBUG nova.compute.manager [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.845560] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fd76dc-cc8e-4a0b-baa3-dcd8f5d138d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.058474] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521863b6-3881-48e1-e4e2-abc47d0d9ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.015614} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.058927] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.059197] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.059495] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.059703] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.059953] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.060286] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba039f41-e4b7-4618-971e-302de481b299 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.074276] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.074557] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.075484] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48123516-4284-47ce-9176-368aa2fd24b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.083748] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 826.083748] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523c0052-c102-d4b0-d600-c4bf94cd9d57" [ 826.083748] env[62748]: _type = "Task" [ 826.083748] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.092614] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523c0052-c102-d4b0-d600-c4bf94cd9d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.159587] env[62748]: DEBUG nova.network.neutron [-] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.187308] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 826.187308] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-093d4599-06ea-42a2-9268-884eba6da1b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.198274] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 826.198274] env[62748]: value = "task-2749954" [ 826.198274] env[62748]: _type = "Task" [ 826.198274] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.208145] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749954, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.210232] env[62748]: DEBUG nova.compute.manager [req-d9bbdf2e-5e28-4be0-9b34-3dc3fbf0939c req-156f0ab0-bc50-4ca9-b28e-c1b9a28c8f4b service nova] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Received event network-vif-deleted-3aaab05d-56be-42b2-a902-15e02ab47837 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 826.245686] env[62748]: DEBUG nova.scheduler.client.report [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.267864] env[62748]: DEBUG oslo_vmware.api [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749953, 'name': PowerOffVM_Task, 'duration_secs': 0.405423} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.268179] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.268386] env[62748]: DEBUG nova.compute.manager [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.269208] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c36b7c-ead3-4bf1-a767-63f390d5be88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.363412] env[62748]: INFO nova.compute.manager [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Took 55.81 seconds to build instance. [ 826.435442] env[62748]: DEBUG nova.network.neutron [req-27344ea2-294c-44a1-a43d-ba9bc3c8abfc req-84376890-c52e-4a5a-b4c6-af1ec6bd3999 service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Updated VIF entry in instance network info cache for port 065bfca0-7984-4612-8fc8-bcd4a364497d. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.435873] env[62748]: DEBUG nova.network.neutron [req-27344ea2-294c-44a1-a43d-ba9bc3c8abfc req-84376890-c52e-4a5a-b4c6-af1ec6bd3999 service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Updating instance_info_cache with network_info: [{"id": "065bfca0-7984-4612-8fc8-bcd4a364497d", "address": "fa:16:3e:9f:a5:91", "network": {"id": "a3eb34be-91ba-42ce-a2b7-326925e8e6b1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1481746984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5777e609ea7c473ea87b980243f50cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065bfca0-79", "ovs_interfaceid": "065bfca0-7984-4612-8fc8-bcd4a364497d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.597198] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523c0052-c102-d4b0-d600-c4bf94cd9d57, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.598451] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6a8e25-c8bc-4274-9367-258df2cb4ee6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.604813] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 826.604813] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]522eb62d-4708-23f4-e235-de29e281537c" [ 826.604813] env[62748]: _type = "Task" [ 826.604813] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.615433] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522eb62d-4708-23f4-e235-de29e281537c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.662322] env[62748]: INFO nova.compute.manager [-] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Took 1.35 seconds to deallocate network for instance. [ 826.672409] env[62748]: DEBUG nova.network.neutron [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance_info_cache with network_info: [{"id": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "address": "fa:16:3e:4a:62:a8", "network": {"id": "c0f3a8ac-1dec-4cbc-8b00-f2e73e2e4f81", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ceb5b63bc7844e41868796eb6203db29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdb3ef9-7a", "ovs_interfaceid": "6bdb3ef9-7a00-461b-ab68-86768897ab4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.718565] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749954, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.750150] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.578s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.753054] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.025s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.799245] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.570s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.866822] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0305d547-190a-4536-bc2c-32a11f3bed59 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.324s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.939279] env[62748]: DEBUG oslo_concurrency.lockutils [req-27344ea2-294c-44a1-a43d-ba9bc3c8abfc req-84376890-c52e-4a5a-b4c6-af1ec6bd3999 service nova] Releasing lock "refresh_cache-0a93aecc-eccd-4d0e-b59c-1172747378ff" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.115903] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522eb62d-4708-23f4-e235-de29e281537c, 'name': SearchDatastore_Task, 'duration_secs': 0.012119} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.116137] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.116405] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 0a93aecc-eccd-4d0e-b59c-1172747378ff/0a93aecc-eccd-4d0e-b59c-1172747378ff.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.116690] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-835797c7-384d-40d0-9e12-ed7e9194f60e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.124666] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 827.124666] env[62748]: value = "task-2749955" [ 827.124666] env[62748]: _type = "Task" [ 827.124666] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.139962] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.175919] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.176509] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Releasing lock "refresh_cache-1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.177035] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.177341] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19fe545a-3f53-421a-a976-fce498d42134 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.186401] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 827.186401] env[62748]: value = "task-2749956" [ 827.186401] env[62748]: _type = "Task" [ 827.186401] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.196610] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.213473] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749954, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.281430] env[62748]: DEBUG oslo_concurrency.lockutils [None req-edbf6a03-fc24-4031-9a39-ba735a6aa0fa tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 54.373s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.286199] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.238s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.286199] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.286199] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.286199] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.287035] env[62748]: INFO nova.compute.manager [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Terminating instance [ 827.309286] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.637678] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "9c3be849-2b3c-4f28-bb13-75099982bb8a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.638084] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.638330] env[62748]: INFO nova.compute.manager [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Rebooting instance [ 827.639818] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749955, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.697788] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749956, 'name': PowerOffVM_Task, 'duration_secs': 0.293412} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.698083] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.699058] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:21:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='12ea0582-5405-45d4-8880-aded61cf8fff',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1340287908',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.699221] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.699382] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.699609] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.699833] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.700112] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.700440] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.700662] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.701144] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.701144] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.701253] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.706790] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dada14bf-1b53-4875-9386-e79aaa4cafc2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.727534] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749954, 'name': CloneVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.729279] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 827.729279] env[62748]: value = "task-2749957" [ 827.729279] env[62748]: _type = "Task" [ 827.729279] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.739332] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.792568] env[62748]: DEBUG nova.compute.manager [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.792897] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.792955] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e6da55b-e09d-414b-bf96-711d0042dcbb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.805150] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230dabd4-b329-40ee-8daf-4468448eb76d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.817583] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1951d4ff-daa7-44ac-aac5-ee032dc6a52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.817792] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance a2407427-0faa-4725-bc88-0bd543fed37b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.817982] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance a448b745-a791-4efe-aa38-e224492729f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.818167] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance c296ab0f-8b6a-4d09-880b-05132eadb73f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.818327] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 95f65e57-04f6-42cd-99fc-13793c0a1f0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.818458] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d4caa239-66c2-4304-91a9-38f960480d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.818623] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance e871c207-f227-4f3c-82a3-b314d26670b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.818894] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.818894] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 712ab7cf-0f3a-4c32-9102-711774287121 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.819046] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance fcb8d3e5-23d3-4595-b029-63e0f81afa3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.819226] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.819351] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance ce4532df-3d21-4836-bde5-dec47e5c9592 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.819462] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.819676] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 08573e3f-bd26-400f-a3ff-aa5caa1eff88 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.819972] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance dbf75430-bd48-4fc4-81d2-637240cecf2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.820144] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance f6309f35-0fff-4dc4-a004-32599cea3d4b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.820276] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 226d1853-f933-403b-92a6-8e957732ae87 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 827.820601] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.820601] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 535bd574-65c0-4d74-a18c-8f11aff58a0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.820601] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.820802] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 745b99c7-6ae2-4b67-813e-a2fe1796e2ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 827.858091] env[62748]: WARNING nova.virt.vmwareapi.vmops [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f could not be found. [ 827.858091] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.858091] env[62748]: INFO nova.compute.manager [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Took 0.07 seconds to destroy the instance on the hypervisor. [ 827.858371] env[62748]: DEBUG oslo.service.loopingcall [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.858678] env[62748]: DEBUG nova.compute.manager [-] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.858779] env[62748]: DEBUG nova.network.neutron [-] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.147074] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583591} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.148121] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 0a93aecc-eccd-4d0e-b59c-1172747378ff/0a93aecc-eccd-4d0e-b59c-1172747378ff.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.148360] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.149028] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb69c3a2-4570-4ad1-9f9c-435d62d5619e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.157869] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 828.157869] env[62748]: value = "task-2749958" [ 828.157869] env[62748]: _type = "Task" [ 828.157869] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.167426] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.169239] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.169472] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquired lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.170065] env[62748]: DEBUG nova.network.neutron [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.217741] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749954, 'name': CloneVM_Task, 'duration_secs': 1.626148} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.218090] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Created linked-clone VM from snapshot [ 828.218904] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa620d0b-1c97-413a-a9e7-77709e580f9e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.227437] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Uploading image f88c494c-36ba-4b3b-bfd2-2ad6cc4b0005 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.238255] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749957, 'name': ReconfigVM_Task, 'duration_secs': 0.372669} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.240670] env[62748]: DEBUG nova.compute.manager [req-47f26b2d-f185-4244-b991-683cfeff548e req-6b089139-39e5-4b08-894e-aab986746f3e service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Received event network-changed-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 828.240910] env[62748]: DEBUG nova.compute.manager [req-47f26b2d-f185-4244-b991-683cfeff548e req-6b089139-39e5-4b08-894e-aab986746f3e service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Refreshing instance network info cache due to event network-changed-6f3bdcfa-6b0e-4723-98e7-59987b7622b6. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 828.240948] env[62748]: DEBUG oslo_concurrency.lockutils [req-47f26b2d-f185-4244-b991-683cfeff548e req-6b089139-39e5-4b08-894e-aab986746f3e service nova] Acquiring lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.241837] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 828.242600] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1550595d-a99f-4bfe-aa5d-487f48590acc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.245480] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b6b6ddf-ea78-4593-ba9d-33f096502113 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.271083] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:21:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='12ea0582-5405-45d4-8880-aded61cf8fff',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1340287908',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.271612] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.271926] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.272341] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.272680] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.273014] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.273425] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.273731] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.274114] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.274419] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.274713] env[62748]: DEBUG nova.virt.hardware [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.277817] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39ff534-e199-4988-bb39-ff627ee1b4f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.281609] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 828.281609] env[62748]: value = "task-2749959" [ 828.281609] env[62748]: _type = "Task" [ 828.281609] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.294037] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 828.294037] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52929b84-4ad2-843f-356f-eb0b5f8c9369" [ 828.294037] env[62748]: _type = "Task" [ 828.294037] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.299722] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749959, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.305632] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52929b84-4ad2-843f-356f-eb0b5f8c9369, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.314738] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 828.314738] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b0a858-3906-4f40-b90b-12006532b33b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.328905] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.329211] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 9c3be849-2b3c-4f28-bb13-75099982bb8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.329408] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 0a93aecc-eccd-4d0e-b59c-1172747378ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 828.334112] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 828.334112] env[62748]: value = "task-2749960" [ 828.334112] env[62748]: _type = "Task" [ 828.334112] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.344075] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.498090] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.498417] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.498637] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.498826] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.499019] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.501328] env[62748]: INFO nova.compute.manager [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Terminating instance [ 828.638552] env[62748]: DEBUG nova.network.neutron [-] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.668679] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217832} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.668971] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.669806] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5190e396-82b5-44f1-a3c3-60caf035178b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.698102] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 0a93aecc-eccd-4d0e-b59c-1172747378ff/0a93aecc-eccd-4d0e-b59c-1172747378ff.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.698462] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df4ab09-f266-4952-8165-c69673e4369b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.722538] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 828.722538] env[62748]: value = "task-2749961" [ 828.722538] env[62748]: _type = "Task" [ 828.722538] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.733224] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.794365] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749959, 'name': Destroy_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.832856] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 523d4764-b5ff-4e3d-ad0a-8df39eee44c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 828.847541] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749960, 'name': ReconfigVM_Task, 'duration_secs': 0.430579} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.849265] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 828.850231] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c1c27-f25a-4826-99a1-84ef92a2cba6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.877438] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae/1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.880474] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd00195-c966-4691-a311-509c05b74727 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.902813] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 828.902813] env[62748]: value = "task-2749962" [ 828.902813] env[62748]: _type = "Task" [ 828.902813] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.912651] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.005658] env[62748]: DEBUG nova.compute.manager [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.005948] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.007011] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d8b602-1958-4879-bd9a-7366654d12bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.011245] env[62748]: DEBUG nova.network.neutron [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updating instance_info_cache with network_info: [{"id": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "address": "fa:16:3e:cb:18:5b", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3bdcfa-6b", "ovs_interfaceid": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.018988] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.018988] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db288ec6-2ba0-4175-b2e2-e0b4b2a8ccf9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.088765] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.089062] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.089321] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleting the datastore file [datastore1] 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.089632] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f58f59fc-27f9-476a-b361-5f45ac564f39 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.096556] env[62748]: DEBUG oslo_vmware.api [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 829.096556] env[62748]: value = "task-2749964" [ 829.096556] env[62748]: _type = "Task" [ 829.096556] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.104841] env[62748]: DEBUG oslo_vmware.api [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.141575] env[62748]: INFO nova.compute.manager [-] [instance: a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f] Took 1.28 seconds to deallocate network for instance. [ 829.236364] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749961, 'name': ReconfigVM_Task, 'duration_secs': 0.331612} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.236803] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 0a93aecc-eccd-4d0e-b59c-1172747378ff/0a93aecc-eccd-4d0e-b59c-1172747378ff.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.237700] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ba84d84-276b-4f92-8925-ddf015392392 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.246855] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 829.246855] env[62748]: value = "task-2749965" [ 829.246855] env[62748]: _type = "Task" [ 829.246855] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.259835] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749965, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.293396] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749959, 'name': Destroy_Task, 'duration_secs': 0.64479} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.293676] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Destroyed the VM [ 829.293917] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 829.294194] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12ecc438-7d66-4570-9b1f-d5826cf88a3f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.301545] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 829.301545] env[62748]: value = "task-2749966" [ 829.301545] env[62748]: _type = "Task" [ 829.301545] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.310040] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749966, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.339618] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 2b0777f5-27ab-42ba-814e-8d1cb77e043e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.416257] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.514542] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Releasing lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.515658] env[62748]: DEBUG oslo_concurrency.lockutils [req-47f26b2d-f185-4244-b991-683cfeff548e req-6b089139-39e5-4b08-894e-aab986746f3e service nova] Acquired lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.516845] env[62748]: DEBUG nova.network.neutron [req-47f26b2d-f185-4244-b991-683cfeff548e req-6b089139-39e5-4b08-894e-aab986746f3e service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Refreshing network info cache for port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.608682] env[62748]: DEBUG oslo_vmware.api [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2749964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226592} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.608934] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.609140] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.609331] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.609512] env[62748]: INFO nova.compute.manager [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Took 0.60 seconds to destroy the instance on the hypervisor. [ 829.609762] env[62748]: DEBUG oslo.service.loopingcall [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.609962] env[62748]: DEBUG nova.compute.manager [-] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.610073] env[62748]: DEBUG nova.network.neutron [-] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.757918] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749965, 'name': Rename_Task, 'duration_secs': 0.1689} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.758229] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.758537] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c361fda4-d9de-4cfc-9feb-b1ab4e998d01 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.767264] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 829.767264] env[62748]: value = "task-2749967" [ 829.767264] env[62748]: _type = "Task" [ 829.767264] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.776157] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.814805] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749966, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.845026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance c1170d7d-5575-47e7-a533-74737cb7dd3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 829.913658] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749962, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.022242] env[62748]: DEBUG nova.compute.manager [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.023098] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f7d102-2302-40f6-96b8-69a7f32401f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.167786] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36e007d4-0800-471d-9599-33238ed75ae7 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a7ce20ae-e81b-43d3-ae4e-b4ec5efedc6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.885s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.230377] env[62748]: DEBUG nova.compute.manager [req-03c1f5b2-6515-4c86-b400-a91282f31507 req-e6582a84-d7bb-4f05-9583-584ac5d7b881 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Received event network-vif-deleted-da1ec815-f812-499c-b040-2f0c24e82600 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 830.230589] env[62748]: INFO nova.compute.manager [req-03c1f5b2-6515-4c86-b400-a91282f31507 req-e6582a84-d7bb-4f05-9583-584ac5d7b881 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Neutron deleted interface da1ec815-f812-499c-b040-2f0c24e82600; detaching it from the instance and deleting it from the info cache [ 830.230763] env[62748]: DEBUG nova.network.neutron [req-03c1f5b2-6515-4c86-b400-a91282f31507 req-e6582a84-d7bb-4f05-9583-584ac5d7b881 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.253517] env[62748]: DEBUG nova.network.neutron [req-47f26b2d-f185-4244-b991-683cfeff548e req-6b089139-39e5-4b08-894e-aab986746f3e service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updated VIF entry in instance network info cache for port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.253902] env[62748]: DEBUG nova.network.neutron [req-47f26b2d-f185-4244-b991-683cfeff548e req-6b089139-39e5-4b08-894e-aab986746f3e service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updating instance_info_cache with network_info: [{"id": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "address": "fa:16:3e:cb:18:5b", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3bdcfa-6b", "ovs_interfaceid": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.278570] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.314476] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749966, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.344996] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance b755a127-3a69-4592-b7a0-e5d314cccf3a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.359603] env[62748]: DEBUG nova.network.neutron [-] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.416632] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749962, 'name': ReconfigVM_Task, 'duration_secs': 1.310087} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.417017] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae/1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.417978] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b99586f-8407-4bc1-a6aa-d6bb0c22993a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.440066] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bf613f-dd4e-4fa7-8af0-5141063fb94f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.464526] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cc0288-b60c-470b-b4b4-0820efd69522 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.486928] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ca979f-4f77-4382-8f72-aca5ca86d51b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.496140] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.496494] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5850b83a-de70-49c1-b595-8c56b78bdf48 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.506858] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 830.506858] env[62748]: value = "task-2749968" [ 830.506858] env[62748]: _type = "Task" [ 830.506858] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.519861] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.733591] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edeed832-6b75-4c7d-bd15-55268037f1b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.744653] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5b427f-2522-481a-a602-d46afaba98af {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.756821] env[62748]: DEBUG oslo_concurrency.lockutils [req-47f26b2d-f185-4244-b991-683cfeff548e req-6b089139-39e5-4b08-894e-aab986746f3e service nova] Releasing lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.780714] env[62748]: DEBUG nova.compute.manager [req-03c1f5b2-6515-4c86-b400-a91282f31507 req-e6582a84-d7bb-4f05-9583-584ac5d7b881 service nova] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Detach interface failed, port_id=da1ec815-f812-499c-b040-2f0c24e82600, reason: Instance 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 830.789878] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749967, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.814170] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749966, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.849061] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 372401d7-1bda-48e2-895c-66ac16cf1dd2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 830.862308] env[62748]: INFO nova.compute.manager [-] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Took 1.25 seconds to deallocate network for instance. [ 831.019705] env[62748]: DEBUG oslo_vmware.api [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749968, 'name': PowerOnVM_Task, 'duration_secs': 0.381225} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.020079] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.041838] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e350653-ac13-4061-a131-982f4f4209ae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.053548] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Doing hard reboot of VM {{(pid=62748) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 831.053833] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5f5c38f3-755d-4f1d-861f-c0098ed10e43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.063106] env[62748]: DEBUG oslo_vmware.api [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 831.063106] env[62748]: value = "task-2749969" [ 831.063106] env[62748]: _type = "Task" [ 831.063106] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.073479] env[62748]: DEBUG oslo_vmware.api [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749969, 'name': ResetVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.290415] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749967, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.315613] env[62748]: DEBUG oslo_vmware.api [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749966, 'name': RemoveSnapshot_Task, 'duration_secs': 1.830929} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.315748] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.352514] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance ee909775-074b-4971-9500-7f24f0f92ac8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.370360] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.574583] env[62748]: DEBUG oslo_vmware.api [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749969, 'name': ResetVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.625127] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "27244b7b-689a-484d-8a3b-d643c95b9447" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.625393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "27244b7b-689a-484d-8a3b-d643c95b9447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.792618] env[62748]: DEBUG oslo_vmware.api [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2749967, 'name': PowerOnVM_Task, 'duration_secs': 1.527026} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.792908] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.793127] env[62748]: INFO nova.compute.manager [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Took 8.71 seconds to spawn the instance on the hypervisor. [ 831.793316] env[62748]: DEBUG nova.compute.manager [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.794199] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c24f1c-abe4-4074-8d49-d22f6dc4ec87 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.820975] env[62748]: WARNING nova.compute.manager [None req-0478ab65-07f6-4db9-af7f-971164c38377 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Image not found during snapshot: nova.exception.ImageNotFound: Image f88c494c-36ba-4b3b-bfd2-2ad6cc4b0005 could not be found. [ 831.855013] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance fe543823-1abd-4623-a715-351930faaaf9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 831.855319] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 831.855443] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 832.031561] env[62748]: INFO nova.compute.manager [None req-4637f95e-12f2-411c-aa76-eb232c63b33f tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance to original state: 'active' [ 832.075127] env[62748]: DEBUG oslo_vmware.api [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749969, 'name': ResetVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.130417] env[62748]: DEBUG nova.compute.manager [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.257132] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd1fc98-f9da-48e0-a08d-ffa67246bf26 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.265256] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad72543-84c0-472a-9a59-4f44c01ec6f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.298545] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958ff4b9-5a96-49cd-a138-807a90b300c9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.310652] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe578be7-df70-4741-9ef4-9e425d00673b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.316906] env[62748]: INFO nova.compute.manager [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Took 48.23 seconds to build instance. [ 832.327749] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.575146] env[62748]: DEBUG oslo_vmware.api [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749969, 'name': ResetVM_Task, 'duration_secs': 1.126273} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.575466] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Did hard reboot of VM {{(pid=62748) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 832.575705] env[62748]: DEBUG nova.compute.manager [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.576617] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e0b073-f0d0-4d79-ad23-f976182a4fc6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.650645] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.709966] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.710350] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.710586] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.710809] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.710993] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.713032] env[62748]: INFO nova.compute.manager [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Terminating instance [ 832.818917] env[62748]: DEBUG oslo_concurrency.lockutils [None req-795d3381-f4a4-4b6d-b533-c639782c03de tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "0a93aecc-eccd-4d0e-b59c-1172747378ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.738s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.831049] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.093526] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ca246284-ed76-4788-a619-876c8bafa8a0 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.455s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.216583] env[62748]: DEBUG nova.compute.manager [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.216821] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.217826] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49438e46-1d77-48d2-8616-969a33a35cb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.227993] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.227993] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcc81ca9-3c81-41ef-b169-7fe8bb27e88a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.237311] env[62748]: DEBUG oslo_vmware.api [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 833.237311] env[62748]: value = "task-2749970" [ 833.237311] env[62748]: _type = "Task" [ 833.237311] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.246739] env[62748]: DEBUG oslo_vmware.api [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.317362] env[62748]: DEBUG nova.compute.manager [req-feb9e8da-bfd3-4597-89d8-f3ac8ba5c734 req-be71a5b3-06f7-4612-b425-f0378c28ec24 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Received event network-changed-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 833.317721] env[62748]: DEBUG nova.compute.manager [req-feb9e8da-bfd3-4597-89d8-f3ac8ba5c734 req-be71a5b3-06f7-4612-b425-f0378c28ec24 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Refreshing instance network info cache due to event network-changed-6f3bdcfa-6b0e-4723-98e7-59987b7622b6. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 833.317778] env[62748]: DEBUG oslo_concurrency.lockutils [req-feb9e8da-bfd3-4597-89d8-f3ac8ba5c734 req-be71a5b3-06f7-4612-b425-f0378c28ec24 service nova] Acquiring lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.318083] env[62748]: DEBUG oslo_concurrency.lockutils [req-feb9e8da-bfd3-4597-89d8-f3ac8ba5c734 req-be71a5b3-06f7-4612-b425-f0378c28ec24 service nova] Acquired lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.318214] env[62748]: DEBUG nova.network.neutron [req-feb9e8da-bfd3-4597-89d8-f3ac8ba5c734 req-be71a5b3-06f7-4612-b425-f0378c28ec24 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Refreshing network info cache for port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.336570] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 833.337088] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.584s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.337428] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.624s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.337616] env[62748]: DEBUG nova.objects.instance [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 833.340368] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 833.341566] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Cleaning up deleted instances {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 833.417090] env[62748]: DEBUG nova.compute.manager [req-0cf9f15f-6cec-443e-bc29-5144a9a0167f req-d84c7594-ec24-408d-b83c-caab023a867b service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Received event network-changed-065bfca0-7984-4612-8fc8-bcd4a364497d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 833.417090] env[62748]: DEBUG nova.compute.manager [req-0cf9f15f-6cec-443e-bc29-5144a9a0167f req-d84c7594-ec24-408d-b83c-caab023a867b service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Refreshing instance network info cache due to event network-changed-065bfca0-7984-4612-8fc8-bcd4a364497d. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 833.417378] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cf9f15f-6cec-443e-bc29-5144a9a0167f req-d84c7594-ec24-408d-b83c-caab023a867b service nova] Acquiring lock "refresh_cache-0a93aecc-eccd-4d0e-b59c-1172747378ff" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.417378] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cf9f15f-6cec-443e-bc29-5144a9a0167f req-d84c7594-ec24-408d-b83c-caab023a867b service nova] Acquired lock "refresh_cache-0a93aecc-eccd-4d0e-b59c-1172747378ff" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.417465] env[62748]: DEBUG nova.network.neutron [req-0cf9f15f-6cec-443e-bc29-5144a9a0167f req-d84c7594-ec24-408d-b83c-caab023a867b service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Refreshing network info cache for port 065bfca0-7984-4612-8fc8-bcd4a364497d {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.747998] env[62748]: DEBUG oslo_vmware.api [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749970, 'name': PowerOffVM_Task, 'duration_secs': 0.255451} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.748410] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.748624] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.748948] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ba60d8e-c511-4a59-8133-3a264f471443 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.829143] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.829143] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.829143] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Deleting the datastore file [datastore2] 745b99c7-6ae2-4b67-813e-a2fe1796e2ed {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.829143] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e03e5796-524e-4142-a241-0426cf05627d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.836649] env[62748]: DEBUG oslo_vmware.api [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 833.836649] env[62748]: value = "task-2749972" [ 833.836649] env[62748]: _type = "Task" [ 833.836649] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.858670] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] There are 39 instances to clean {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 833.859045] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: c48cba8b-de8f-4eee-9731-7981b9d62113] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 833.860912] env[62748]: DEBUG oslo_vmware.api [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.864752] env[62748]: DEBUG oslo_concurrency.lockutils [None req-397f5ab4-fc81-4887-ac8d-6be61150ca88 tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.527s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.866115] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.423s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.867500] env[62748]: INFO nova.compute.claims [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.883815] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.884117] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.884343] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.884558] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.884744] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.886956] env[62748]: INFO nova.compute.manager [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Terminating instance [ 833.994899] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "9c3be849-2b3c-4f28-bb13-75099982bb8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.995194] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.995423] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "9c3be849-2b3c-4f28-bb13-75099982bb8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.995785] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.996086] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.998749] env[62748]: INFO nova.compute.manager [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Terminating instance [ 834.073549] env[62748]: DEBUG nova.network.neutron [req-feb9e8da-bfd3-4597-89d8-f3ac8ba5c734 req-be71a5b3-06f7-4612-b425-f0378c28ec24 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updated VIF entry in instance network info cache for port 6f3bdcfa-6b0e-4723-98e7-59987b7622b6. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.073910] env[62748]: DEBUG nova.network.neutron [req-feb9e8da-bfd3-4597-89d8-f3ac8ba5c734 req-be71a5b3-06f7-4612-b425-f0378c28ec24 service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updating instance_info_cache with network_info: [{"id": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "address": "fa:16:3e:cb:18:5b", "network": {"id": "148582d6-c013-4e79-850b-1daf99bc7660", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1341602859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbab4fae72d24129bd6febd4e8f2da43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f3bdcfa-6b", "ovs_interfaceid": "6f3bdcfa-6b0e-4723-98e7-59987b7622b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.157194] env[62748]: DEBUG nova.network.neutron [req-0cf9f15f-6cec-443e-bc29-5144a9a0167f req-d84c7594-ec24-408d-b83c-caab023a867b service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Updated VIF entry in instance network info cache for port 065bfca0-7984-4612-8fc8-bcd4a364497d. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.157597] env[62748]: DEBUG nova.network.neutron [req-0cf9f15f-6cec-443e-bc29-5144a9a0167f req-d84c7594-ec24-408d-b83c-caab023a867b service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Updating instance_info_cache with network_info: [{"id": "065bfca0-7984-4612-8fc8-bcd4a364497d", "address": "fa:16:3e:9f:a5:91", "network": {"id": "a3eb34be-91ba-42ce-a2b7-326925e8e6b1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1481746984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5777e609ea7c473ea87b980243f50cb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap065bfca0-79", "ovs_interfaceid": "065bfca0-7984-4612-8fc8-bcd4a364497d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.347834] env[62748]: DEBUG oslo_vmware.api [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2749972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282944} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.348248] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.348536] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.348791] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.348928] env[62748]: INFO nova.compute.manager [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 834.349195] env[62748]: DEBUG oslo.service.loopingcall [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 834.349414] env[62748]: DEBUG nova.compute.manager [-] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.349968] env[62748]: DEBUG nova.network.neutron [-] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.366975] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 86a7b0ef-8bd0-4c4d-b696-dcdeb707ea43] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 834.390281] env[62748]: DEBUG nova.compute.manager [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.390509] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.391640] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2198548-5012-4ca4-8633-e50343b42b03 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.400451] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.400715] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d64bf20-f024-45a8-b633-d0c0a470f711 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.410588] env[62748]: DEBUG oslo_vmware.api [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 834.410588] env[62748]: value = "task-2749973" [ 834.410588] env[62748]: _type = "Task" [ 834.410588] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.418131] env[62748]: DEBUG oslo_vmware.api [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.503987] env[62748]: DEBUG nova.compute.manager [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.504335] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.505605] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069dc240-f5df-4a9b-8da1-b57b439c62cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.516863] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.517237] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d376d6f-bba9-474d-9eea-886ed522dc37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.527578] env[62748]: DEBUG oslo_vmware.api [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 834.527578] env[62748]: value = "task-2749974" [ 834.527578] env[62748]: _type = "Task" [ 834.527578] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.539525] env[62748]: DEBUG oslo_vmware.api [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.577423] env[62748]: DEBUG oslo_concurrency.lockutils [req-feb9e8da-bfd3-4597-89d8-f3ac8ba5c734 req-be71a5b3-06f7-4612-b425-f0378c28ec24 service nova] Releasing lock "refresh_cache-9c3be849-2b3c-4f28-bb13-75099982bb8a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.661527] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cf9f15f-6cec-443e-bc29-5144a9a0167f req-d84c7594-ec24-408d-b83c-caab023a867b service nova] Releasing lock "refresh_cache-0a93aecc-eccd-4d0e-b59c-1172747378ff" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.870690] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 16b3c94e-bc91-4509-b235-c1c84df19f63] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 834.920190] env[62748]: DEBUG oslo_vmware.api [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749973, 'name': PowerOffVM_Task, 'duration_secs': 0.280029} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.920465] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.920635] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.920880] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39a9849d-0948-4a3b-ba43-d27d873f6c17 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.987976] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.988236] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.988479] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Deleting the datastore file [datastore1] 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.991185] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ddbb40a-f97a-4715-9901-909de7a6bed0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.998704] env[62748]: DEBUG oslo_vmware.api [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 834.998704] env[62748]: value = "task-2749976" [ 834.998704] env[62748]: _type = "Task" [ 834.998704] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.012529] env[62748]: DEBUG oslo_vmware.api [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.038909] env[62748]: DEBUG oslo_vmware.api [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749974, 'name': PowerOffVM_Task, 'duration_secs': 0.21602} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.041498] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.041676] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.042123] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfa2436d-777f-48c9-9a9b-b6aaebea26b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.085663] env[62748]: DEBUG nova.network.neutron [-] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.119408] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.119625] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.119811] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Deleting the datastore file [datastore1] 9c3be849-2b3c-4f28-bb13-75099982bb8a {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.120094] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-734739e4-a896-47b8-a170-0a540dc3b8ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.130786] env[62748]: DEBUG oslo_vmware.api [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 835.130786] env[62748]: value = "task-2749978" [ 835.130786] env[62748]: _type = "Task" [ 835.130786] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.142725] env[62748]: DEBUG oslo_vmware.api [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.295662] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadc37e0-8701-4f91-a096-49771fedc430 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.304351] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe91a1e-6ba9-40f8-827b-9ad16f8dddfc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.334304] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc150d-399d-4af4-be37-e6966c3fb112 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.342812] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26dd223-86f2-4f7d-afc9-0f5b653678df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.350075] env[62748]: DEBUG nova.compute.manager [req-b848b1a6-c66d-4a1e-ba69-c9123dbf9c45 req-d4c19e05-c0dd-4403-be28-70be57fd7cf3 service nova] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Received event network-vif-deleted-1849f01e-995f-43f8-9892-945ef0ee2867 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.361382] env[62748]: DEBUG nova.compute.provider_tree [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.374356] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 484733e8-fba8-475b-8387-3dd27b95c8cd] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 835.510518] env[62748]: DEBUG oslo_vmware.api [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2749976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17917} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.510808] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.511010] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.511201] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.511377] env[62748]: INFO nova.compute.manager [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Took 1.12 seconds to destroy the instance on the hypervisor. [ 835.511618] env[62748]: DEBUG oslo.service.loopingcall [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.511803] env[62748]: DEBUG nova.compute.manager [-] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.511896] env[62748]: DEBUG nova.network.neutron [-] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.587910] env[62748]: INFO nova.compute.manager [-] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Took 1.24 seconds to deallocate network for instance. [ 835.641337] env[62748]: DEBUG oslo_vmware.api [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2749978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422885} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.641615] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.641835] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.642080] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.642296] env[62748]: INFO nova.compute.manager [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 835.642618] env[62748]: DEBUG oslo.service.loopingcall [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.642753] env[62748]: DEBUG nova.compute.manager [-] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.642845] env[62748]: DEBUG nova.network.neutron [-] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.864486] env[62748]: DEBUG nova.scheduler.client.report [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.878923] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: fbbdd3e4-48ef-4b4c-935f-03aac33efa5e] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 835.930350] env[62748]: DEBUG nova.compute.manager [req-6f04bb2b-51d3-451e-bce1-71d7eb6220d8 req-15105afd-822e-483b-9b2b-b04c00cea09b service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Received event network-vif-deleted-6f3bdcfa-6b0e-4723-98e7-59987b7622b6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.930801] env[62748]: INFO nova.compute.manager [req-6f04bb2b-51d3-451e-bce1-71d7eb6220d8 req-15105afd-822e-483b-9b2b-b04c00cea09b service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Neutron deleted interface 6f3bdcfa-6b0e-4723-98e7-59987b7622b6; detaching it from the instance and deleting it from the info cache [ 835.931068] env[62748]: DEBUG nova.network.neutron [req-6f04bb2b-51d3-451e-bce1-71d7eb6220d8 req-15105afd-822e-483b-9b2b-b04c00cea09b service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.095754] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.258885] env[62748]: DEBUG nova.network.neutron [-] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.370327] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.370872] env[62748]: DEBUG nova.compute.manager [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.373465] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.181s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.373713] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.375725] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.381s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.377168] env[62748]: INFO nova.compute.claims [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.379912] env[62748]: DEBUG nova.network.neutron [-] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.382544] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 717fed14-da66-44b8-a85e-ecee499dfeaf] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 836.402529] env[62748]: INFO nova.scheduler.client.report [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Deleted allocations for instance 08573e3f-bd26-400f-a3ff-aa5caa1eff88 [ 836.434167] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e76a721e-3e44-4e8f-8245-c045526a3af3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.444839] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27e1fc9-3429-4741-b274-40d465a0bf49 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.489342] env[62748]: DEBUG nova.compute.manager [req-6f04bb2b-51d3-451e-bce1-71d7eb6220d8 req-15105afd-822e-483b-9b2b-b04c00cea09b service nova] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Detach interface failed, port_id=6f3bdcfa-6b0e-4723-98e7-59987b7622b6, reason: Instance 9c3be849-2b3c-4f28-bb13-75099982bb8a could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 836.765029] env[62748]: INFO nova.compute.manager [-] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Took 1.25 seconds to deallocate network for instance. [ 836.884895] env[62748]: DEBUG nova.compute.utils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.886244] env[62748]: INFO nova.compute.manager [-] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Took 1.24 seconds to deallocate network for instance. [ 836.886952] env[62748]: DEBUG nova.compute.manager [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.887162] env[62748]: DEBUG nova.network.neutron [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.889219] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 8303b35e-60a0-421e-893e-ed8e93675879] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 836.911449] env[62748]: DEBUG oslo_concurrency.lockutils [None req-34342c74-547d-4a60-9559-cb10ff0cf53e tempest-ServerShowV257Test-1354113962 tempest-ServerShowV257Test-1354113962-project-member] Lock "08573e3f-bd26-400f-a3ff-aa5caa1eff88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.991s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.946350] env[62748]: DEBUG nova.policy [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '83bc0b141be942d0b8f873111e77ad2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3f55204affc4169bbcc0d3876f7ebb4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.271687] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.279793] env[62748]: DEBUG nova.network.neutron [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Successfully created port: 06708f4a-1bf4-48c0-b9b9-69e69aa95402 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.371190] env[62748]: DEBUG nova.compute.manager [req-36327ab5-dd71-4949-9df0-908da57f5265 req-b9000274-5290-492d-98a0-c929ce436773 service nova] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Received event network-vif-deleted-6bdb3ef9-7a00-461b-ab68-86768897ab4e {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 837.390974] env[62748]: DEBUG nova.compute.manager [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.394259] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: ba14c5ee-afa3-4ed6-9e94-1619cb75ef34] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 837.396634] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.865817] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf71bbd9-f9cb-47b4-826b-15b1220f08ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.875161] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9885a11e-9b39-4bdc-a613-ad5afb4e7ec8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.910053] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 1aaf1e38-8dcb-4518-bff4-b0bd50acd5c3] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 837.912628] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8158cac-1494-4c71-9006-d6cbab9ef0e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.921230] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a6d53f-29f8-45bb-a736-a527e0d2227a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.937080] env[62748]: DEBUG nova.compute.provider_tree [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.413193] env[62748]: DEBUG nova.compute.manager [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.415771] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 7ad8b488-ed59-40c8-9a33-f8d59448ee0d] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 838.440465] env[62748]: DEBUG nova.scheduler.client.report [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.520710] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.520968] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.521148] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.521340] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.521487] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.521646] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.521864] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.522079] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.522268] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.522541] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.522725] env[62748]: DEBUG nova.virt.hardware [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.524772] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e530edf-51ef-4cd2-b0fc-e7718bb2e544 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.536998] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a521fb-f742-4c8b-bb62-51ab536e1abe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.784739] env[62748]: DEBUG nova.compute.manager [req-a24205db-9629-4d48-a111-f73229c5d8f7 req-7c315165-abf6-4fa0-9e6c-92d1bb146f05 service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Received event network-vif-plugged-06708f4a-1bf4-48c0-b9b9-69e69aa95402 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 838.785017] env[62748]: DEBUG oslo_concurrency.lockutils [req-a24205db-9629-4d48-a111-f73229c5d8f7 req-7c315165-abf6-4fa0-9e6c-92d1bb146f05 service nova] Acquiring lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.785190] env[62748]: DEBUG oslo_concurrency.lockutils [req-a24205db-9629-4d48-a111-f73229c5d8f7 req-7c315165-abf6-4fa0-9e6c-92d1bb146f05 service nova] Lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.785363] env[62748]: DEBUG oslo_concurrency.lockutils [req-a24205db-9629-4d48-a111-f73229c5d8f7 req-7c315165-abf6-4fa0-9e6c-92d1bb146f05 service nova] Lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.785532] env[62748]: DEBUG nova.compute.manager [req-a24205db-9629-4d48-a111-f73229c5d8f7 req-7c315165-abf6-4fa0-9e6c-92d1bb146f05 service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] No waiting events found dispatching network-vif-plugged-06708f4a-1bf4-48c0-b9b9-69e69aa95402 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.785695] env[62748]: WARNING nova.compute.manager [req-a24205db-9629-4d48-a111-f73229c5d8f7 req-7c315165-abf6-4fa0-9e6c-92d1bb146f05 service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Received unexpected event network-vif-plugged-06708f4a-1bf4-48c0-b9b9-69e69aa95402 for instance with vm_state building and task_state spawning. [ 838.883881] env[62748]: DEBUG nova.network.neutron [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Successfully updated port: 06708f4a-1bf4-48c0-b9b9-69e69aa95402 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.919189] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: ac662667-1f68-4521-abc1-f5af98fd3e29] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 838.945811] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.946473] env[62748]: DEBUG nova.compute.manager [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.949734] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.487s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.949895] env[62748]: DEBUG nova.objects.instance [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'pci_requests' on Instance uuid 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.386235] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquiring lock "refresh_cache-523d4764-b5ff-4e3d-ad0a-8df39eee44c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.386399] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquired lock "refresh_cache-523d4764-b5ff-4e3d-ad0a-8df39eee44c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.386562] env[62748]: DEBUG nova.network.neutron [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.422772] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 222810b1-343f-4ee0-bcc5-307f7a13fa8f] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 839.453402] env[62748]: DEBUG nova.compute.utils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.454745] env[62748]: DEBUG nova.compute.manager [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.454919] env[62748]: DEBUG nova.network.neutron [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.458290] env[62748]: DEBUG nova.objects.instance [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'numa_topology' on Instance uuid 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.492627] env[62748]: DEBUG nova.policy [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113ce291286d473dba17923ce0ec3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ec8d1b391d40a6bcff4dd9e14eb5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.784399] env[62748]: DEBUG nova.network.neutron [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Successfully created port: bad2d27b-5c87-497d-ae6d-dc9047604918 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.915895] env[62748]: DEBUG nova.network.neutron [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.925479] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 407149f0-7c9a-4306-9640-f79eed59b7b6] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 839.960537] env[62748]: DEBUG nova.compute.manager [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.963495] env[62748]: INFO nova.compute.claims [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.046305] env[62748]: DEBUG nova.network.neutron [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Updating instance_info_cache with network_info: [{"id": "06708f4a-1bf4-48c0-b9b9-69e69aa95402", "address": "fa:16:3e:88:3a:9d", "network": {"id": "6fda53e5-51ea-492f-be73-5eb6e514782b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-264346777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f55204affc4169bbcc0d3876f7ebb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06708f4a-1b", "ovs_interfaceid": "06708f4a-1bf4-48c0-b9b9-69e69aa95402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.429242] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 728dec63-e119-4825-8af5-55497ed20df0] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 840.548315] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Releasing lock "refresh_cache-523d4764-b5ff-4e3d-ad0a-8df39eee44c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.548679] env[62748]: DEBUG nova.compute.manager [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Instance network_info: |[{"id": "06708f4a-1bf4-48c0-b9b9-69e69aa95402", "address": "fa:16:3e:88:3a:9d", "network": {"id": "6fda53e5-51ea-492f-be73-5eb6e514782b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-264346777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f55204affc4169bbcc0d3876f7ebb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06708f4a-1b", "ovs_interfaceid": "06708f4a-1bf4-48c0-b9b9-69e69aa95402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.549127] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:3a:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06708f4a-1bf4-48c0-b9b9-69e69aa95402', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.556703] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Creating folder: Project (c3f55204affc4169bbcc0d3876f7ebb4). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.557254] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8c9b513-3644-42b5-ac93-772b4c6c57db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.570867] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Created folder: Project (c3f55204affc4169bbcc0d3876f7ebb4) in parent group-v553264. [ 840.571088] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Creating folder: Instances. Parent ref: group-v553452. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.571338] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4cab1a1-d78d-445f-9197-de4b31063429 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.584051] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Created folder: Instances in parent group-v553452. [ 840.584356] env[62748]: DEBUG oslo.service.loopingcall [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.584511] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.584726] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-702e0daa-0c6c-480f-b158-50c4aef0fd9d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.606151] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.606151] env[62748]: value = "task-2749981" [ 840.606151] env[62748]: _type = "Task" [ 840.606151] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.614898] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749981, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.812038] env[62748]: DEBUG nova.compute.manager [req-c26fc7b7-3c53-427c-8c11-3b60a0b9eaf9 req-35f9620c-8f78-4a8a-aff7-587f1a6c769e service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Received event network-changed-06708f4a-1bf4-48c0-b9b9-69e69aa95402 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 840.812038] env[62748]: DEBUG nova.compute.manager [req-c26fc7b7-3c53-427c-8c11-3b60a0b9eaf9 req-35f9620c-8f78-4a8a-aff7-587f1a6c769e service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Refreshing instance network info cache due to event network-changed-06708f4a-1bf4-48c0-b9b9-69e69aa95402. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 840.812195] env[62748]: DEBUG oslo_concurrency.lockutils [req-c26fc7b7-3c53-427c-8c11-3b60a0b9eaf9 req-35f9620c-8f78-4a8a-aff7-587f1a6c769e service nova] Acquiring lock "refresh_cache-523d4764-b5ff-4e3d-ad0a-8df39eee44c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.812346] env[62748]: DEBUG oslo_concurrency.lockutils [req-c26fc7b7-3c53-427c-8c11-3b60a0b9eaf9 req-35f9620c-8f78-4a8a-aff7-587f1a6c769e service nova] Acquired lock "refresh_cache-523d4764-b5ff-4e3d-ad0a-8df39eee44c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.812525] env[62748]: DEBUG nova.network.neutron [req-c26fc7b7-3c53-427c-8c11-3b60a0b9eaf9 req-35f9620c-8f78-4a8a-aff7-587f1a6c769e service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Refreshing network info cache for port 06708f4a-1bf4-48c0-b9b9-69e69aa95402 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.935046] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 8842fff5-d67c-4a65-aff9-caa201f5ac62] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 840.974876] env[62748]: DEBUG nova.compute.manager [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.004988] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.005253] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.005411] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.005593] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.005741] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.005889] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.006113] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.006279] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.006446] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.006633] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.006850] env[62748]: DEBUG nova.virt.hardware [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.007879] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd33999-0a08-4de2-a9cf-9046c96077fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.016664] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027e6599-403b-46fa-ad57-b900da3bfcd8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.119165] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749981, 'name': CreateVM_Task, 'duration_secs': 0.34087} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.119294] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.120042] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.120219] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.120542] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 841.123042] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ff883d-4e55-4b09-adb3-de2384db7d1b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.128551] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 841.128551] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525b50d1-edd0-fbc2-7ec4-a2327fd9397c" [ 841.128551] env[62748]: _type = "Task" [ 841.128551] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.140419] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525b50d1-edd0-fbc2-7ec4-a2327fd9397c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.254187] env[62748]: DEBUG nova.network.neutron [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Successfully updated port: bad2d27b-5c87-497d-ae6d-dc9047604918 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.358450] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b52716b-c3f3-485f-b701-787bdd868126 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.366410] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a009dc6-3f5e-4a9f-86d0-eb92cd6d7fac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.397124] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40a8e0b-2548-4bda-9993-cec753803873 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.405482] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e78977-62ee-4bc8-a6e5-0e56eacdc26c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.420861] env[62748]: DEBUG nova.compute.provider_tree [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.438048] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 7808ea67-3dc2-40be-b425-7839d2b54d36] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 841.628109] env[62748]: DEBUG nova.network.neutron [req-c26fc7b7-3c53-427c-8c11-3b60a0b9eaf9 req-35f9620c-8f78-4a8a-aff7-587f1a6c769e service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Updated VIF entry in instance network info cache for port 06708f4a-1bf4-48c0-b9b9-69e69aa95402. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.628491] env[62748]: DEBUG nova.network.neutron [req-c26fc7b7-3c53-427c-8c11-3b60a0b9eaf9 req-35f9620c-8f78-4a8a-aff7-587f1a6c769e service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Updating instance_info_cache with network_info: [{"id": "06708f4a-1bf4-48c0-b9b9-69e69aa95402", "address": "fa:16:3e:88:3a:9d", "network": {"id": "6fda53e5-51ea-492f-be73-5eb6e514782b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-264346777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3f55204affc4169bbcc0d3876f7ebb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06708f4a-1b", "ovs_interfaceid": "06708f4a-1bf4-48c0-b9b9-69e69aa95402", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.639349] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525b50d1-edd0-fbc2-7ec4-a2327fd9397c, 'name': SearchDatastore_Task, 'duration_secs': 0.010403} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.640282] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.640586] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.640884] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.641125] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.641387] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.641919] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-331f6d12-f43d-4497-b601-2c28145ebe9a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.650704] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.650937] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.651683] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8996ea-9e4f-41da-a7cf-437eacff623b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.657032] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 841.657032] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a9139a-7f57-528d-c114-5beb47c27fad" [ 841.657032] env[62748]: _type = "Task" [ 841.657032] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.664364] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a9139a-7f57-528d-c114-5beb47c27fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.757141] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.757305] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.757462] env[62748]: DEBUG nova.network.neutron [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.923726] env[62748]: DEBUG nova.scheduler.client.report [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.941139] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: c9b2ef26-45fc-4480-b7bb-04416ba9c395] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 842.134434] env[62748]: DEBUG oslo_concurrency.lockutils [req-c26fc7b7-3c53-427c-8c11-3b60a0b9eaf9 req-35f9620c-8f78-4a8a-aff7-587f1a6c769e service nova] Releasing lock "refresh_cache-523d4764-b5ff-4e3d-ad0a-8df39eee44c2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.168251] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a9139a-7f57-528d-c114-5beb47c27fad, 'name': SearchDatastore_Task, 'duration_secs': 0.008599} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.169103] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54b60f5-7d4b-4eea-adf6-19b771337ec4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.174951] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 842.174951] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526fcf12-af79-bd6a-6afd-8da595ba87ff" [ 842.174951] env[62748]: _type = "Task" [ 842.174951] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.183090] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526fcf12-af79-bd6a-6afd-8da595ba87ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.289078] env[62748]: DEBUG nova.network.neutron [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.428317] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.479s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.431207] env[62748]: DEBUG nova.network.neutron [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updating instance_info_cache with network_info: [{"id": "bad2d27b-5c87-497d-ae6d-dc9047604918", "address": "fa:16:3e:85:53:b0", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad2d27b-5c", "ovs_interfaceid": "bad2d27b-5c87-497d-ae6d-dc9047604918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.432408] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.354s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.434024] env[62748]: INFO nova.compute.claims [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.444553] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 18574e64-00c3-4461-bdae-89bec9adb624] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 842.471153] env[62748]: INFO nova.network.neutron [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 842.686231] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526fcf12-af79-bd6a-6afd-8da595ba87ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.686496] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.686763] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 523d4764-b5ff-4e3d-ad0a-8df39eee44c2/523d4764-b5ff-4e3d-ad0a-8df39eee44c2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.687032] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73430577-ebbe-41c1-b7d8-8f4ca5aee99f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.694073] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 842.694073] env[62748]: value = "task-2749982" [ 842.694073] env[62748]: _type = "Task" [ 842.694073] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.704510] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.836744] env[62748]: DEBUG nova.compute.manager [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Received event network-vif-plugged-bad2d27b-5c87-497d-ae6d-dc9047604918 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.837120] env[62748]: DEBUG oslo_concurrency.lockutils [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] Acquiring lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.837397] env[62748]: DEBUG oslo_concurrency.lockutils [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.837584] env[62748]: DEBUG oslo_concurrency.lockutils [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.837759] env[62748]: DEBUG nova.compute.manager [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] No waiting events found dispatching network-vif-plugged-bad2d27b-5c87-497d-ae6d-dc9047604918 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.837959] env[62748]: WARNING nova.compute.manager [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Received unexpected event network-vif-plugged-bad2d27b-5c87-497d-ae6d-dc9047604918 for instance with vm_state building and task_state spawning. [ 842.838145] env[62748]: DEBUG nova.compute.manager [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Received event network-changed-bad2d27b-5c87-497d-ae6d-dc9047604918 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.838306] env[62748]: DEBUG nova.compute.manager [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Refreshing instance network info cache due to event network-changed-bad2d27b-5c87-497d-ae6d-dc9047604918. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 842.838870] env[62748]: DEBUG oslo_concurrency.lockutils [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] Acquiring lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.938259] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.938822] env[62748]: DEBUG nova.compute.manager [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Instance network_info: |[{"id": "bad2d27b-5c87-497d-ae6d-dc9047604918", "address": "fa:16:3e:85:53:b0", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad2d27b-5c", "ovs_interfaceid": "bad2d27b-5c87-497d-ae6d-dc9047604918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.942129] env[62748]: DEBUG oslo_concurrency.lockutils [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] Acquired lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.942307] env[62748]: DEBUG nova.network.neutron [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Refreshing network info cache for port bad2d27b-5c87-497d-ae6d-dc9047604918 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.943792] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:53:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bad2d27b-5c87-497d-ae6d-dc9047604918', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.953325] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Creating folder: Project (e1ec8d1b391d40a6bcff4dd9e14eb5f6). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.957961] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 5dc37e5a-4054-4657-b716-0491e5126276] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 842.960247] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f77d27c0-e518-4ce2-9b5f-d6b36ef83db3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.978669] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Created folder: Project (e1ec8d1b391d40a6bcff4dd9e14eb5f6) in parent group-v553264. [ 842.979429] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Creating folder: Instances. Parent ref: group-v553455. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.979746] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-968032ef-594f-484d-b00f-dbe43255e64d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.994146] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Created folder: Instances in parent group-v553455. [ 842.994419] env[62748]: DEBUG oslo.service.loopingcall [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 842.994625] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.995179] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-882d0175-ce0f-46e3-91e6-e3f4baa12f3f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.018335] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.018335] env[62748]: value = "task-2749985" [ 843.018335] env[62748]: _type = "Task" [ 843.018335] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.029605] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749985, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.207292] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459109} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.210655] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 523d4764-b5ff-4e3d-ad0a-8df39eee44c2/523d4764-b5ff-4e3d-ad0a-8df39eee44c2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.210943] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.211266] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25c34736-e3d5-4360-aba5-be8ae9cc1f43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.220428] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 843.220428] env[62748]: value = "task-2749986" [ 843.220428] env[62748]: _type = "Task" [ 843.220428] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.231203] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.248502] env[62748]: DEBUG nova.network.neutron [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updated VIF entry in instance network info cache for port bad2d27b-5c87-497d-ae6d-dc9047604918. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.248949] env[62748]: DEBUG nova.network.neutron [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updating instance_info_cache with network_info: [{"id": "bad2d27b-5c87-497d-ae6d-dc9047604918", "address": "fa:16:3e:85:53:b0", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad2d27b-5c", "ovs_interfaceid": "bad2d27b-5c87-497d-ae6d-dc9047604918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.464189] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: cee370ce-c987-4ae1-b922-1988654c6193] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 843.528641] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749985, 'name': CreateVM_Task, 'duration_secs': 0.346154} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.531099] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.531983] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.532129] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.532437] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 843.532695] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7016daf7-913d-47f4-b3ef-240a15b482f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.538113] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 843.538113] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52500969-a2e6-d9b8-f71d-e77ede4a6b08" [ 843.538113] env[62748]: _type = "Task" [ 843.538113] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.548522] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52500969-a2e6-d9b8-f71d-e77ede4a6b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.731453] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063592} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.731453] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.732191] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929520ce-546d-4111-ab8c-754598d80919 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.754087] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 523d4764-b5ff-4e3d-ad0a-8df39eee44c2/523d4764-b5ff-4e3d-ad0a-8df39eee44c2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.757029] env[62748]: DEBUG oslo_concurrency.lockutils [req-8c94e934-2c30-4186-8bd1-bdcb880b8995 req-db11f10c-8074-488c-bdce-9685d9ed7c26 service nova] Releasing lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.757327] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29985543-b001-45be-810d-5ff7d7a29bb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.778470] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 843.778470] env[62748]: value = "task-2749987" [ 843.778470] env[62748]: _type = "Task" [ 843.778470] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.792145] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.852096] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d09cef2-b5fe-4334-870c-a282b47b9681 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.860211] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19599d86-4898-496a-8624-92615eb20ab9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.896261] env[62748]: DEBUG nova.compute.manager [req-b01e21f2-c6c9-4f58-ad6a-26a75c16cd1b req-74f74552-c473-4f1d-bc56-58cc8a68b18f service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received event network-vif-plugged-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 843.896550] env[62748]: DEBUG oslo_concurrency.lockutils [req-b01e21f2-c6c9-4f58-ad6a-26a75c16cd1b req-74f74552-c473-4f1d-bc56-58cc8a68b18f service nova] Acquiring lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.896839] env[62748]: DEBUG oslo_concurrency.lockutils [req-b01e21f2-c6c9-4f58-ad6a-26a75c16cd1b req-74f74552-c473-4f1d-bc56-58cc8a68b18f service nova] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.897081] env[62748]: DEBUG oslo_concurrency.lockutils [req-b01e21f2-c6c9-4f58-ad6a-26a75c16cd1b req-74f74552-c473-4f1d-bc56-58cc8a68b18f service nova] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.897314] env[62748]: DEBUG nova.compute.manager [req-b01e21f2-c6c9-4f58-ad6a-26a75c16cd1b req-74f74552-c473-4f1d-bc56-58cc8a68b18f service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] No waiting events found dispatching network-vif-plugged-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.897533] env[62748]: WARNING nova.compute.manager [req-b01e21f2-c6c9-4f58-ad6a-26a75c16cd1b req-74f74552-c473-4f1d-bc56-58cc8a68b18f service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received unexpected event network-vif-plugged-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd for instance with vm_state shelved_offloaded and task_state spawning. [ 843.898385] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43a3cbe-6718-43c5-a6d1-f153068a6c18 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.907599] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165cbb27-06cf-4e0d-afe9-1555ef5bf0d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.923879] env[62748]: DEBUG nova.compute.provider_tree [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.968972] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 162ea36e-6177-499d-b468-479a71e74fc9] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 843.985468] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.985660] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.985880] env[62748]: DEBUG nova.network.neutron [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.050048] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52500969-a2e6-d9b8-f71d-e77ede4a6b08, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.050227] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.050460] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.050690] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.050840] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.051034] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.051297] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d11d1ebd-b016-4f79-923d-f4f9634eb7cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.060645] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.060855] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.061587] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b11b67-d6c4-412b-a001-bba8ed1a6769 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.068513] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 844.068513] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]522eecb9-9fcc-3112-c0c0-e5f39a690027" [ 844.068513] env[62748]: _type = "Task" [ 844.068513] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.078030] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522eecb9-9fcc-3112-c0c0-e5f39a690027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.289099] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749987, 'name': ReconfigVM_Task, 'duration_secs': 0.322768} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.289299] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 523d4764-b5ff-4e3d-ad0a-8df39eee44c2/523d4764-b5ff-4e3d-ad0a-8df39eee44c2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.289997] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6c60217-cebc-46c8-9878-37a846b6af28 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.298022] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 844.298022] env[62748]: value = "task-2749988" [ 844.298022] env[62748]: _type = "Task" [ 844.298022] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.308324] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749988, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.426820] env[62748]: DEBUG nova.scheduler.client.report [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.471545] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 51bf0346-49a9-4ee6-b744-82763fc2ad70] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 844.580576] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522eecb9-9fcc-3112-c0c0-e5f39a690027, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.581373] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ac70f4-bdb6-493c-b852-3274af3842a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.586990] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 844.586990] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52850623-cc4e-4298-1495-fd50b2eb8e9d" [ 844.586990] env[62748]: _type = "Task" [ 844.586990] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.595343] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52850623-cc4e-4298-1495-fd50b2eb8e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.808018] env[62748]: DEBUG nova.network.neutron [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating instance_info_cache with network_info: [{"id": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "address": "fa:16:3e:03:1c:d0", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8645a4ad-bd", "ovs_interfaceid": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.809228] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749988, 'name': Rename_Task, 'duration_secs': 0.164414} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.809688] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.809938] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91e43af8-5a7c-4403-b2e9-aa0e00633831 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.818465] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 844.818465] env[62748]: value = "task-2749989" [ 844.818465] env[62748]: _type = "Task" [ 844.818465] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.829176] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.933046] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.933432] env[62748]: DEBUG nova.compute.manager [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.936175] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.646s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.936384] env[62748]: DEBUG nova.objects.instance [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 844.974636] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: b1fbf948-562d-4cd0-9c9a-8e83c8967592] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 845.097597] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52850623-cc4e-4298-1495-fd50b2eb8e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.010255} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.097864] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.098252] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 2b0777f5-27ab-42ba-814e-8d1cb77e043e/2b0777f5-27ab-42ba-814e-8d1cb77e043e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.098532] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6f8d873-b949-41f7-af25-c87426816d35 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.107609] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 845.107609] env[62748]: value = "task-2749990" [ 845.107609] env[62748]: _type = "Task" [ 845.107609] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.115587] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.310817] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.331837] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.343081] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6d21b9e3bbb2335490e6d5e18b2ed8c1',container_format='bare',created_at=2025-02-21T02:22:29Z,direct_url=,disk_format='vmdk',id=1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-912064660-shelved',owner='4d936837c5f049eeb69c7d5aa4bf9914',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2025-02-21T02:22:46Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.343249] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.343476] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.343756] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.344114] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.344114] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.344188] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.344466] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.344689] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.344783] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.345169] env[62748]: DEBUG nova.virt.hardware [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.345994] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57530840-6975-497c-a41b-dd762e37313a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.359209] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2621442d-8381-49d9-8ee3-a8ec2cd80647 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.378923] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:1c:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.386767] env[62748]: DEBUG oslo.service.loopingcall [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.387131] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.387369] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d99b95e0-8cea-40d6-97eb-7c845da13a42 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.412328] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.412328] env[62748]: value = "task-2749991" [ 845.412328] env[62748]: _type = "Task" [ 845.412328] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.422893] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749991, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.441081] env[62748]: DEBUG nova.compute.utils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.442995] env[62748]: DEBUG nova.compute.manager [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.443200] env[62748]: DEBUG nova.network.neutron [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.479286] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: bb2adeb8-a2fe-42aa-a722-d5184d71d096] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 845.503304] env[62748]: DEBUG nova.policy [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccd467ec682d407bbbede026245b5edd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '890e6b01748e4faeac67725121147527', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.618377] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482156} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.618551] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 2b0777f5-27ab-42ba-814e-8d1cb77e043e/2b0777f5-27ab-42ba-814e-8d1cb77e043e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.618800] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.619099] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5c50fd2-a6ea-4b3b-ad6a-915bb2cc2f8a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.630023] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 845.630023] env[62748]: value = "task-2749992" [ 845.630023] env[62748]: _type = "Task" [ 845.630023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.635551] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.829987] env[62748]: DEBUG oslo_vmware.api [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749989, 'name': PowerOnVM_Task, 'duration_secs': 0.559383} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.829987] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.829987] env[62748]: INFO nova.compute.manager [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Took 7.42 seconds to spawn the instance on the hypervisor. [ 845.829987] env[62748]: DEBUG nova.compute.manager [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.830783] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3353de-4a14-43af-85e8-5366e301a73c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.925140] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2749991, 'name': CreateVM_Task, 'duration_secs': 0.366012} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.925348] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.926159] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.926461] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.927073] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.927302] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5185a5d-f687-4276-884e-fe75beef878a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.933474] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 845.933474] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f8d85e-31c3-765f-62d9-e0e0c882b9a1" [ 845.933474] env[62748]: _type = "Task" [ 845.933474] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.943557] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f8d85e-31c3-765f-62d9-e0e0c882b9a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.950285] env[62748]: DEBUG nova.compute.manager [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.953698] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b09e285-60aa-4e3e-86a7-fbb5eeb1c721 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.955188] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.783s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.960134] env[62748]: INFO nova.compute.claims [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.973248] env[62748]: DEBUG nova.network.neutron [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Successfully created port: e27b7eb0-3408-44fd-9056-f614fd2ab3fb {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.984860] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: aa19eaa0-199a-4c26-8e3c-04b323280ba7] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 846.002477] env[62748]: DEBUG nova.compute.manager [req-e0c92fe9-d344-4e31-96ad-bb05c8a40d87 req-717a14f4-6cba-4215-87af-9e527997324c service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received event network-changed-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.002745] env[62748]: DEBUG nova.compute.manager [req-e0c92fe9-d344-4e31-96ad-bb05c8a40d87 req-717a14f4-6cba-4215-87af-9e527997324c service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Refreshing instance network info cache due to event network-changed-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 846.003103] env[62748]: DEBUG oslo_concurrency.lockutils [req-e0c92fe9-d344-4e31-96ad-bb05c8a40d87 req-717a14f4-6cba-4215-87af-9e527997324c service nova] Acquiring lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.003196] env[62748]: DEBUG oslo_concurrency.lockutils [req-e0c92fe9-d344-4e31-96ad-bb05c8a40d87 req-717a14f4-6cba-4215-87af-9e527997324c service nova] Acquired lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.003293] env[62748]: DEBUG nova.network.neutron [req-e0c92fe9-d344-4e31-96ad-bb05c8a40d87 req-717a14f4-6cba-4215-87af-9e527997324c service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Refreshing network info cache for port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.137476] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073557} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.137748] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.138535] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c445f-16c4-4f73-bfff-37d1029eee67 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.161302] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 2b0777f5-27ab-42ba-814e-8d1cb77e043e/2b0777f5-27ab-42ba-814e-8d1cb77e043e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.161724] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7067d918-ae4c-41a2-8c63-5c21f4f3381b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.183576] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 846.183576] env[62748]: value = "task-2749993" [ 846.183576] env[62748]: _type = "Task" [ 846.183576] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.192852] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.350119] env[62748]: INFO nova.compute.manager [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Took 51.93 seconds to build instance. [ 846.443838] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.444108] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Processing image 1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.444352] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.444503] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.444683] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.444935] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eeb890b-5648-4f52-b3b1-32ec45b80b4c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.467493] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.468160] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.468624] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52b3b5b-6b5e-4d04-898f-63186e1c214d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.474506] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 846.474506] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7e7a0-d30b-d86c-2294-098d5e2c8dd1" [ 846.474506] env[62748]: _type = "Task" [ 846.474506] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.484416] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7e7a0-d30b-d86c-2294-098d5e2c8dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.487926] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 16cf0731-b768-4ef0-b131-9dcc456e4913] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 846.696031] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.740928] env[62748]: DEBUG nova.network.neutron [req-e0c92fe9-d344-4e31-96ad-bb05c8a40d87 req-717a14f4-6cba-4215-87af-9e527997324c service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updated VIF entry in instance network info cache for port 8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.741354] env[62748]: DEBUG nova.network.neutron [req-e0c92fe9-d344-4e31-96ad-bb05c8a40d87 req-717a14f4-6cba-4215-87af-9e527997324c service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating instance_info_cache with network_info: [{"id": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "address": "fa:16:3e:03:1c:d0", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8645a4ad-bd", "ovs_interfaceid": "8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.852409] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1fe10e5e-6cb2-440d-9d46-d38ef5dc42d3 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.445s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.961467] env[62748]: DEBUG nova.compute.manager [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.990599] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 3a115dca-1f2a-45f3-bf8e-dad440c725d6] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 846.994438] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.994662] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.994767] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.994948] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.995118] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.995271] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.995482] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.995646] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.995932] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.995969] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.996138] env[62748]: DEBUG nova.virt.hardware [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.996742] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Preparing fetch location {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 846.996967] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Fetch image to [datastore1] OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922/OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922.vmdk {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 846.997155] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Downloading stream optimized image 1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec to [datastore1] OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922/OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922.vmdk on the data store datastore1 as vApp {{(pid=62748) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 846.997322] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Downloading image file data 1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec to the ESX as VM named 'OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922' {{(pid=62748) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 846.999967] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30170c52-0fb1-46aa-997b-84010101110c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.012679] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01c2412-53b4-4800-8463-0e786051da67 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.089402] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 847.089402] env[62748]: value = "resgroup-9" [ 847.089402] env[62748]: _type = "ResourcePool" [ 847.089402] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 847.089747] env[62748]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b30c8183-275f-4f21-8a75-29a958c48f16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.113875] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lease: (returnval){ [ 847.113875] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521aafa3-f08b-2da4-442c-4b5910ff0ecf" [ 847.113875] env[62748]: _type = "HttpNfcLease" [ 847.113875] env[62748]: } obtained for vApp import into resource pool (val){ [ 847.113875] env[62748]: value = "resgroup-9" [ 847.113875] env[62748]: _type = "ResourcePool" [ 847.113875] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 847.114164] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the lease: (returnval){ [ 847.114164] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521aafa3-f08b-2da4-442c-4b5910ff0ecf" [ 847.114164] env[62748]: _type = "HttpNfcLease" [ 847.114164] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 847.123248] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.123248] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521aafa3-f08b-2da4-442c-4b5910ff0ecf" [ 847.123248] env[62748]: _type = "HttpNfcLease" [ 847.123248] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.194136] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749993, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.243824] env[62748]: DEBUG oslo_concurrency.lockutils [req-e0c92fe9-d344-4e31-96ad-bb05c8a40d87 req-717a14f4-6cba-4215-87af-9e527997324c service nova] Releasing lock "refresh_cache-27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.413611] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b714901-294a-427e-a594-ff4579767749 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.416383] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquiring lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.416607] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.416897] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquiring lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.417157] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.417341] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.419977] env[62748]: INFO nova.compute.manager [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Terminating instance [ 847.426570] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8378460-fdb6-434c-be98-a523eeb5303e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.461147] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f5191-8821-4286-b1a8-53266469dcac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.469644] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f8b4f3-21e8-4182-890c-8896ed46de85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.477836] env[62748]: DEBUG nova.network.neutron [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Successfully updated port: e27b7eb0-3408-44fd-9056-f614fd2ab3fb {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.488701] env[62748]: DEBUG nova.compute.provider_tree [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.505644] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: b096da88-3e8b-43e5-ad56-1cb5e3fafd88] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 847.622905] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.622905] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521aafa3-f08b-2da4-442c-4b5910ff0ecf" [ 847.622905] env[62748]: _type = "HttpNfcLease" [ 847.622905] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 847.694521] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749993, 'name': ReconfigVM_Task, 'duration_secs': 1.306508} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.695011] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 2b0777f5-27ab-42ba-814e-8d1cb77e043e/2b0777f5-27ab-42ba-814e-8d1cb77e043e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.695777] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-725b4830-70b9-49db-a87a-ca9a08de6784 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.704898] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 847.704898] env[62748]: value = "task-2749995" [ 847.704898] env[62748]: _type = "Task" [ 847.704898] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.713856] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749995, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.923653] env[62748]: DEBUG nova.compute.manager [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.923889] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.924854] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b4169b-ba92-4849-a300-564b3f672870 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.933141] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.934428] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e499920-c0ba-4842-b982-913e75714909 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.940241] env[62748]: DEBUG oslo_vmware.api [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 847.940241] env[62748]: value = "task-2749996" [ 847.940241] env[62748]: _type = "Task" [ 847.940241] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.948505] env[62748]: DEBUG oslo_vmware.api [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.992527] env[62748]: DEBUG nova.scheduler.client.report [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.996119] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquiring lock "refresh_cache-c1170d7d-5575-47e7-a533-74737cb7dd3e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.996261] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquired lock "refresh_cache-c1170d7d-5575-47e7-a533-74737cb7dd3e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.996409] env[62748]: DEBUG nova.network.neutron [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.009479] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 22799428-aa99-4338-9e39-316b684846f7] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 848.030080] env[62748]: DEBUG nova.compute.manager [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Received event network-vif-plugged-e27b7eb0-3408-44fd-9056-f614fd2ab3fb {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 848.030421] env[62748]: DEBUG oslo_concurrency.lockutils [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] Acquiring lock "c1170d7d-5575-47e7-a533-74737cb7dd3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.030720] env[62748]: DEBUG oslo_concurrency.lockutils [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] Lock "c1170d7d-5575-47e7-a533-74737cb7dd3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.030977] env[62748]: DEBUG oslo_concurrency.lockutils [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] Lock "c1170d7d-5575-47e7-a533-74737cb7dd3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.031178] env[62748]: DEBUG nova.compute.manager [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] No waiting events found dispatching network-vif-plugged-e27b7eb0-3408-44fd-9056-f614fd2ab3fb {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.031351] env[62748]: WARNING nova.compute.manager [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Received unexpected event network-vif-plugged-e27b7eb0-3408-44fd-9056-f614fd2ab3fb for instance with vm_state building and task_state spawning. [ 848.031520] env[62748]: DEBUG nova.compute.manager [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Received event network-changed-e27b7eb0-3408-44fd-9056-f614fd2ab3fb {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 848.031844] env[62748]: DEBUG nova.compute.manager [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Refreshing instance network info cache due to event network-changed-e27b7eb0-3408-44fd-9056-f614fd2ab3fb. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 848.032032] env[62748]: DEBUG oslo_concurrency.lockutils [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] Acquiring lock "refresh_cache-c1170d7d-5575-47e7-a533-74737cb7dd3e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.124021] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.124021] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521aafa3-f08b-2da4-442c-4b5910ff0ecf" [ 848.124021] env[62748]: _type = "HttpNfcLease" [ 848.124021] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.124021] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.124021] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521aafa3-f08b-2da4-442c-4b5910ff0ecf" [ 848.124021] env[62748]: _type = "HttpNfcLease" [ 848.124021] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 848.127884] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b44ff5-5d7e-4347-9341-5bf01e673b1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.134023] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520106ef-e25b-fa08-d790-239c526df084/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.134137] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating HTTP connection to write to file with size = 31672320 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520106ef-e25b-fa08-d790-239c526df084/disk-0.vmdk. {{(pid=62748) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 848.202318] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2cd0fb55-60a8-4361-a22f-5cae222c60ae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.217876] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749995, 'name': Rename_Task, 'duration_secs': 0.153406} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.218205] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.218486] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cff1d1b-c62d-4743-957b-22d3240bd634 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.226420] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 848.226420] env[62748]: value = "task-2749997" [ 848.226420] env[62748]: _type = "Task" [ 848.226420] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.234890] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.453133] env[62748]: DEBUG oslo_vmware.api [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749996, 'name': PowerOffVM_Task, 'duration_secs': 0.211827} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.454503] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.454703] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.454970] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eb0abd9-27ed-4102-a32f-38f1c522c169 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.499733] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.500402] env[62748]: DEBUG nova.compute.manager [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.508422] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.894s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.508422] env[62748]: DEBUG nova.objects.instance [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 848.513436] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: c13e8fb2-fd31-4946-a5ae-156257bd6434] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 848.533213] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.533457] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.533691] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Deleting the datastore file [datastore1] 523d4764-b5ff-4e3d-ad0a-8df39eee44c2 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.534137] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c3ccddd-ce59-43fb-8f34-d8297f533538 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.544378] env[62748]: DEBUG oslo_vmware.api [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for the task: (returnval){ [ 848.544378] env[62748]: value = "task-2749999" [ 848.544378] env[62748]: _type = "Task" [ 848.544378] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.545247] env[62748]: DEBUG nova.network.neutron [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.561475] env[62748]: DEBUG oslo_vmware.api [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.717389] env[62748]: DEBUG nova.network.neutron [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Updating instance_info_cache with network_info: [{"id": "e27b7eb0-3408-44fd-9056-f614fd2ab3fb", "address": "fa:16:3e:6d:d1:0f", "network": {"id": "ebe2e8ec-4bec-4fce-a777-a3cfe1655ea8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1532164993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890e6b01748e4faeac67725121147527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27b7eb0-34", "ovs_interfaceid": "e27b7eb0-3408-44fd-9056-f614fd2ab3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.738289] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749997, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.010854] env[62748]: DEBUG nova.compute.utils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.011641] env[62748]: DEBUG nova.compute.manager [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.011815] env[62748]: DEBUG nova.network.neutron [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.019328] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 3515bb85-3e7a-42d1-8139-128d1b6f2ace] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 849.053755] env[62748]: DEBUG nova.policy [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99558e6f1635426aae7c1a5c8baf5467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '820e545273c342209cd006656100e42f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.058345] env[62748]: DEBUG oslo_vmware.api [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Task: {'id': task-2749999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161216} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.058586] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.058768] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.058946] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.059205] env[62748]: INFO nova.compute.manager [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 849.059453] env[62748]: DEBUG oslo.service.loopingcall [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.059640] env[62748]: DEBUG nova.compute.manager [-] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.059734] env[62748]: DEBUG nova.network.neutron [-] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.220851] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Releasing lock "refresh_cache-c1170d7d-5575-47e7-a533-74737cb7dd3e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.221239] env[62748]: DEBUG nova.compute.manager [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Instance network_info: |[{"id": "e27b7eb0-3408-44fd-9056-f614fd2ab3fb", "address": "fa:16:3e:6d:d1:0f", "network": {"id": "ebe2e8ec-4bec-4fce-a777-a3cfe1655ea8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1532164993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890e6b01748e4faeac67725121147527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27b7eb0-34", "ovs_interfaceid": "e27b7eb0-3408-44fd-9056-f614fd2ab3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.221563] env[62748]: DEBUG oslo_concurrency.lockutils [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] Acquired lock "refresh_cache-c1170d7d-5575-47e7-a533-74737cb7dd3e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.221886] env[62748]: DEBUG nova.network.neutron [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Refreshing network info cache for port e27b7eb0-3408-44fd-9056-f614fd2ab3fb {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.223290] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:d1:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e27b7eb0-3408-44fd-9056-f614fd2ab3fb', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.230960] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Creating folder: Project (890e6b01748e4faeac67725121147527). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.232115] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-330b9d03-e79b-4a62-9fa4-56a224e04b2e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.243520] env[62748]: DEBUG oslo_vmware.api [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2749997, 'name': PowerOnVM_Task, 'duration_secs': 0.521564} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.243685] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.243883] env[62748]: INFO nova.compute.manager [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Took 8.27 seconds to spawn the instance on the hypervisor. [ 849.244078] env[62748]: DEBUG nova.compute.manager [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.245107] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d5580a-1766-4238-9dc6-b28fb0907b1d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.249446] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Created folder: Project (890e6b01748e4faeac67725121147527) in parent group-v553264. [ 849.249776] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Creating folder: Instances. Parent ref: group-v553460. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.249890] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13914b0c-42d8-4776-8395-8d897f88f8ff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.271258] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Created folder: Instances in parent group-v553460. [ 849.271258] env[62748]: DEBUG oslo.service.loopingcall [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.271258] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.271258] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54de7708-2311-4f59-a90d-7a1027f7e67d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.297082] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.297082] env[62748]: value = "task-2750002" [ 849.297082] env[62748]: _type = "Task" [ 849.297082] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.311677] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750002, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.365202] env[62748]: DEBUG nova.network.neutron [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Successfully created port: 169961bb-aa60-44c6-aac9-7b087463a553 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.445402] env[62748]: DEBUG nova.compute.manager [req-b7d7f727-0453-4cd8-a2b7-48b2ce562726 req-30999707-a0a0-40fe-bfe6-00eb969cc6cf service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Received event network-vif-deleted-06708f4a-1bf4-48c0-b9b9-69e69aa95402 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 849.445402] env[62748]: INFO nova.compute.manager [req-b7d7f727-0453-4cd8-a2b7-48b2ce562726 req-30999707-a0a0-40fe-bfe6-00eb969cc6cf service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Neutron deleted interface 06708f4a-1bf4-48c0-b9b9-69e69aa95402; detaching it from the instance and deleting it from the info cache [ 849.445526] env[62748]: DEBUG nova.network.neutron [req-b7d7f727-0453-4cd8-a2b7-48b2ce562726 req-30999707-a0a0-40fe-bfe6-00eb969cc6cf service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.515349] env[62748]: DEBUG nova.compute.manager [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.519171] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9f3e5ce8-3575-4245-8e3c-7f707eaa6abb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.520099] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.517s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.521501] env[62748]: INFO nova.compute.claims [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.524250] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: cdc1cc8e-9cec-4146-9465-8db42436b0c2] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 849.766874] env[62748]: INFO nova.compute.manager [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Took 51.79 seconds to build instance. [ 849.803810] env[62748]: DEBUG nova.network.neutron [-] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.813556] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750002, 'name': CreateVM_Task, 'duration_secs': 0.368454} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.813556] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.814294] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.814599] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.814763] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 849.814930] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d8d0c2-89c2-4087-877f-4dbecffa667d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.826406] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 849.826406] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5214afe2-9bef-8052-164a-907fef359175" [ 849.826406] env[62748]: _type = "Task" [ 849.826406] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.835020] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5214afe2-9bef-8052-164a-907fef359175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.949161] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e778a8ad-1efa-4cf8-92db-ffa8a65852d3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.963206] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84e484e-550c-4e25-a19c-cc643cd00cbf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.002498] env[62748]: DEBUG nova.compute.manager [req-b7d7f727-0453-4cd8-a2b7-48b2ce562726 req-30999707-a0a0-40fe-bfe6-00eb969cc6cf service nova] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Detach interface failed, port_id=06708f4a-1bf4-48c0-b9b9-69e69aa95402, reason: Instance 523d4764-b5ff-4e3d-ad0a-8df39eee44c2 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 850.030040] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: dbad9694-ce56-4b0f-8289-c375a8aec7cd] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 850.268638] env[62748]: DEBUG oslo_concurrency.lockutils [None req-24682ea3-ee5a-4758-b29b-698bcc144146 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.299s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.314376] env[62748]: INFO nova.compute.manager [-] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Took 1.25 seconds to deallocate network for instance. [ 850.343023] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5214afe2-9bef-8052-164a-907fef359175, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.343023] env[62748]: DEBUG nova.network.neutron [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Updated VIF entry in instance network info cache for port e27b7eb0-3408-44fd-9056-f614fd2ab3fb. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.343023] env[62748]: DEBUG nova.network.neutron [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Updating instance_info_cache with network_info: [{"id": "e27b7eb0-3408-44fd-9056-f614fd2ab3fb", "address": "fa:16:3e:6d:d1:0f", "network": {"id": "ebe2e8ec-4bec-4fce-a777-a3cfe1655ea8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1532164993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "890e6b01748e4faeac67725121147527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27b7eb0-34", "ovs_interfaceid": "e27b7eb0-3408-44fd-9056-f614fd2ab3fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.343023] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.343363] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.343497] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.343642] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.343824] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.344093] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f69eeec-d201-4b37-b142-f6778a9c3a0f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.354058] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.355435] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.355435] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c03a70f-978e-4ae5-bd69-70bc6bf900f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.362946] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 850.362946] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525aec60-bb3a-240c-2edc-1690e6f8fbb4" [ 850.362946] env[62748]: _type = "Task" [ 850.362946] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.373955] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525aec60-bb3a-240c-2edc-1690e6f8fbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.374702] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c384511-9d76-45e8-8d30-974ee08b4d0e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.379889] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 850.379889] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ef28af-77a4-109a-e85b-d3de071bf5b3" [ 850.379889] env[62748]: _type = "Task" [ 850.379889] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.387676] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ef28af-77a4-109a-e85b-d3de071bf5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.525428] env[62748]: DEBUG nova.compute.manager [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.531984] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 027c9a03-8996-4ad6-a109-8728f08f58d7] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 850.562929] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8dfc62f88d00e7196fe2c5028888c790',container_format='bare',created_at=2025-02-21T02:23:37Z,direct_url=,disk_format='vmdk',id=d247a81e-e64e-42dc-9495-b2e2f4cc4a20,min_disk=1,min_ram=0,name='tempest-test-snap-1689017583',owner='820e545273c342209cd006656100e42f',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-21T02:23:54Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.564867] env[62748]: DEBUG nova.virt.hardware [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.566267] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7983e4-141a-4c77-8781-e44dfe6e0505 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.578287] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f97768e-40b1-4bd1-a416-01149363013e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.824996] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.848698] env[62748]: DEBUG oslo_concurrency.lockutils [req-66acb185-5501-483a-88e2-6973175b4ff8 req-bc098984-c1ae-4c4c-97e8-59a31a7b5f0d service nova] Releasing lock "refresh_cache-c1170d7d-5575-47e7-a533-74737cb7dd3e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.859349] env[62748]: DEBUG nova.compute.manager [req-5e5c5433-5d38-411d-8053-bddcec4c5c92 req-58de5d22-02bf-4cfb-b147-a2b62a1fba6f service nova] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Received event network-vif-plugged-169961bb-aa60-44c6-aac9-7b087463a553 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 850.859551] env[62748]: DEBUG oslo_concurrency.lockutils [req-5e5c5433-5d38-411d-8053-bddcec4c5c92 req-58de5d22-02bf-4cfb-b147-a2b62a1fba6f service nova] Acquiring lock "b755a127-3a69-4592-b7a0-e5d314cccf3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.859868] env[62748]: DEBUG oslo_concurrency.lockutils [req-5e5c5433-5d38-411d-8053-bddcec4c5c92 req-58de5d22-02bf-4cfb-b147-a2b62a1fba6f service nova] Lock "b755a127-3a69-4592-b7a0-e5d314cccf3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.860166] env[62748]: DEBUG oslo_concurrency.lockutils [req-5e5c5433-5d38-411d-8053-bddcec4c5c92 req-58de5d22-02bf-4cfb-b147-a2b62a1fba6f service nova] Lock "b755a127-3a69-4592-b7a0-e5d314cccf3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.860497] env[62748]: DEBUG nova.compute.manager [req-5e5c5433-5d38-411d-8053-bddcec4c5c92 req-58de5d22-02bf-4cfb-b147-a2b62a1fba6f service nova] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] No waiting events found dispatching network-vif-plugged-169961bb-aa60-44c6-aac9-7b087463a553 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.860727] env[62748]: WARNING nova.compute.manager [req-5e5c5433-5d38-411d-8053-bddcec4c5c92 req-58de5d22-02bf-4cfb-b147-a2b62a1fba6f service nova] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Received unexpected event network-vif-plugged-169961bb-aa60-44c6-aac9-7b087463a553 for instance with vm_state building and task_state spawning. [ 850.894425] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ef28af-77a4-109a-e85b-d3de071bf5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.895059] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.895327] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c1170d7d-5575-47e7-a533-74737cb7dd3e/c1170d7d-5575-47e7-a533-74737cb7dd3e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.896014] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92a602f3-4906-4983-8681-46e25c405460 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.907278] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 850.907278] env[62748]: value = "task-2750003" [ 850.907278] env[62748]: _type = "Task" [ 850.907278] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.917941] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.953861] env[62748]: DEBUG nova.network.neutron [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Successfully updated port: 169961bb-aa60-44c6-aac9-7b087463a553 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.961020] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defe7ad2-d0ce-411d-ad9d-37254d6b7b22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.970784] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e4581-0aeb-461b-8da8-02577e550720 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.004096] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f815b096-7070-41e0-ae18-eef2d019ea98 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.011771] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620413be-8d4f-40d8-976a-7bc663c0f7a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.026270] env[62748]: DEBUG nova.compute.provider_tree [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.034832] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 55255c36-66a5-4902-ade9-0bb7c0ea1ca0] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 851.420339] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45001} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.422870] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c1170d7d-5575-47e7-a533-74737cb7dd3e/c1170d7d-5575-47e7-a533-74737cb7dd3e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.423273] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.423490] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d682ba9a-0fb4-48b0-b02a-49f244f8aa6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.432204] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 851.432204] env[62748]: value = "task-2750004" [ 851.432204] env[62748]: _type = "Task" [ 851.432204] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.445737] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.456769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "refresh_cache-b755a127-3a69-4592-b7a0-e5d314cccf3a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.456973] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "refresh_cache-b755a127-3a69-4592-b7a0-e5d314cccf3a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.457213] env[62748]: DEBUG nova.network.neutron [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.474222] env[62748]: DEBUG nova.compute.manager [req-ae6813e5-cc80-4b19-b389-bdda0ba371ed req-85d7c218-fd01-4870-98ef-cb135014c66e service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Received event network-changed-bad2d27b-5c87-497d-ae6d-dc9047604918 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 851.474843] env[62748]: DEBUG nova.compute.manager [req-ae6813e5-cc80-4b19-b389-bdda0ba371ed req-85d7c218-fd01-4870-98ef-cb135014c66e service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Refreshing instance network info cache due to event network-changed-bad2d27b-5c87-497d-ae6d-dc9047604918. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 851.474843] env[62748]: DEBUG oslo_concurrency.lockutils [req-ae6813e5-cc80-4b19-b389-bdda0ba371ed req-85d7c218-fd01-4870-98ef-cb135014c66e service nova] Acquiring lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.474990] env[62748]: DEBUG oslo_concurrency.lockutils [req-ae6813e5-cc80-4b19-b389-bdda0ba371ed req-85d7c218-fd01-4870-98ef-cb135014c66e service nova] Acquired lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.475124] env[62748]: DEBUG nova.network.neutron [req-ae6813e5-cc80-4b19-b389-bdda0ba371ed req-85d7c218-fd01-4870-98ef-cb135014c66e service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Refreshing network info cache for port bad2d27b-5c87-497d-ae6d-dc9047604918 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.529873] env[62748]: DEBUG nova.scheduler.client.report [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.537293] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 9a9c2168-d130-4407-8b67-c9918b195871] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 851.944054] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068027} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.944054] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.944054] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf73c8b-bc64-45f5-8f18-fe13b99eab9c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.965512] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c1170d7d-5575-47e7-a533-74737cb7dd3e/c1170d7d-5575-47e7-a533-74737cb7dd3e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.967649] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bafbea37-9174-450a-b936-a6e461e1c9e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.992050] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 851.992050] env[62748]: value = "task-2750005" [ 851.992050] env[62748]: _type = "Task" [ 851.992050] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.001197] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.026097] env[62748]: DEBUG nova.network.neutron [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.036789] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.037352] env[62748]: DEBUG nova.compute.manager [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.039837] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.035s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.041189] env[62748]: INFO nova.compute.claims [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.046235] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 4729a3ca-91da-420b-8dcc-0de78e24be9c] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 852.161915] env[62748]: DEBUG nova.network.neutron [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Updating instance_info_cache with network_info: [{"id": "169961bb-aa60-44c6-aac9-7b087463a553", "address": "fa:16:3e:63:b9:c2", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169961bb-aa", "ovs_interfaceid": "169961bb-aa60-44c6-aac9-7b087463a553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.215339] env[62748]: DEBUG nova.network.neutron [req-ae6813e5-cc80-4b19-b389-bdda0ba371ed req-85d7c218-fd01-4870-98ef-cb135014c66e service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updated VIF entry in instance network info cache for port bad2d27b-5c87-497d-ae6d-dc9047604918. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.215690] env[62748]: DEBUG nova.network.neutron [req-ae6813e5-cc80-4b19-b389-bdda0ba371ed req-85d7c218-fd01-4870-98ef-cb135014c66e service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updating instance_info_cache with network_info: [{"id": "bad2d27b-5c87-497d-ae6d-dc9047604918", "address": "fa:16:3e:85:53:b0", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad2d27b-5c", "ovs_interfaceid": "bad2d27b-5c87-497d-ae6d-dc9047604918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.503067] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750005, 'name': ReconfigVM_Task, 'duration_secs': 0.317477} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.503990] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c1170d7d-5575-47e7-a533-74737cb7dd3e/c1170d7d-5575-47e7-a533-74737cb7dd3e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.504176] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e85ffe5c-5622-4947-b494-c783126de055 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.512929] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 852.512929] env[62748]: value = "task-2750006" [ 852.512929] env[62748]: _type = "Task" [ 852.512929] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.522925] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750006, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.547583] env[62748]: DEBUG nova.compute.utils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.548880] env[62748]: DEBUG nova.compute.manager [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.549093] env[62748]: DEBUG nova.network.neutron [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.551497] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 6b5c4c24-c7c4-47d5-a486-e9a0e7e52613] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 852.590052] env[62748]: DEBUG nova.policy [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e5b8eca564f1182c4ed3f2ccf3efb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3253db1d932d439f9650acc6774496c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.667078] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "refresh_cache-b755a127-3a69-4592-b7a0-e5d314cccf3a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.667674] env[62748]: DEBUG nova.compute.manager [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Instance network_info: |[{"id": "169961bb-aa60-44c6-aac9-7b087463a553", "address": "fa:16:3e:63:b9:c2", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169961bb-aa", "ovs_interfaceid": "169961bb-aa60-44c6-aac9-7b087463a553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.668915] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:b9:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '169961bb-aa60-44c6-aac9-7b087463a553', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.683083] env[62748]: DEBUG oslo.service.loopingcall [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.683381] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.683672] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc435b1d-807b-4f96-8b56-b35fd1668bcc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.707064] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.707064] env[62748]: value = "task-2750007" [ 852.707064] env[62748]: _type = "Task" [ 852.707064] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.716364] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750007, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.718135] env[62748]: DEBUG oslo_concurrency.lockutils [req-ae6813e5-cc80-4b19-b389-bdda0ba371ed req-85d7c218-fd01-4870-98ef-cb135014c66e service nova] Releasing lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.886243] env[62748]: DEBUG nova.compute.manager [req-0cf8b324-b1ae-422a-bef1-c01d569394fe req-bc87f712-77f8-499b-b4d1-6934d54f75dd service nova] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Received event network-changed-169961bb-aa60-44c6-aac9-7b087463a553 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 852.886481] env[62748]: DEBUG nova.compute.manager [req-0cf8b324-b1ae-422a-bef1-c01d569394fe req-bc87f712-77f8-499b-b4d1-6934d54f75dd service nova] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Refreshing instance network info cache due to event network-changed-169961bb-aa60-44c6-aac9-7b087463a553. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 852.886725] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cf8b324-b1ae-422a-bef1-c01d569394fe req-bc87f712-77f8-499b-b4d1-6934d54f75dd service nova] Acquiring lock "refresh_cache-b755a127-3a69-4592-b7a0-e5d314cccf3a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.886900] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cf8b324-b1ae-422a-bef1-c01d569394fe req-bc87f712-77f8-499b-b4d1-6934d54f75dd service nova] Acquired lock "refresh_cache-b755a127-3a69-4592-b7a0-e5d314cccf3a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.887106] env[62748]: DEBUG nova.network.neutron [req-0cf8b324-b1ae-422a-bef1-c01d569394fe req-bc87f712-77f8-499b-b4d1-6934d54f75dd service nova] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Refreshing network info cache for port 169961bb-aa60-44c6-aac9-7b087463a553 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.968630] env[62748]: DEBUG nova.network.neutron [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Successfully created port: f5048e16-020e-4a53-9c9d-e583ce9bbe18 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.024501] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750006, 'name': Rename_Task, 'duration_secs': 0.226124} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.024807] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.025070] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49b98179-44bb-42bb-95e3-40f26f49a6d6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.033224] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 853.033224] env[62748]: value = "task-2750008" [ 853.033224] env[62748]: _type = "Task" [ 853.033224] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.043061] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.057237] env[62748]: DEBUG nova.compute.manager [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.059656] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: d9bedd18-76a1-4912-89ea-df433761d661] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 853.217840] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750007, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.444717] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca158fe2-69fd-4c60-94c2-d9f98bdfe905 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.455346] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae862c24-5fd5-4b69-ab44-07577f7342b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.486582] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d886fd92-2c70-4d0c-af61-a36b222d8c73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.494773] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d32a3c-9e17-4466-a5d1-4bd22ae72c21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.510160] env[62748]: DEBUG nova.compute.provider_tree [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.544459] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.570827] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.571131] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Cleaning up deleted instances with incomplete migration {{(pid=62748) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 853.631707] env[62748]: DEBUG nova.network.neutron [req-0cf8b324-b1ae-422a-bef1-c01d569394fe req-bc87f712-77f8-499b-b4d1-6934d54f75dd service nova] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Updated VIF entry in instance network info cache for port 169961bb-aa60-44c6-aac9-7b087463a553. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.632072] env[62748]: DEBUG nova.network.neutron [req-0cf8b324-b1ae-422a-bef1-c01d569394fe req-bc87f712-77f8-499b-b4d1-6934d54f75dd service nova] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Updating instance_info_cache with network_info: [{"id": "169961bb-aa60-44c6-aac9-7b087463a553", "address": "fa:16:3e:63:b9:c2", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169961bb-aa", "ovs_interfaceid": "169961bb-aa60-44c6-aac9-7b087463a553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.719017] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750007, 'name': CreateVM_Task, 'duration_secs': 0.634531} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.719229] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.719961] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.720143] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.720642] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.720897] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ba4311-1843-4d26-beb8-4c01019f5e22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.725750] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 853.725750] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f2f21d-a095-83d4-127b-fb9ee53e939e" [ 853.725750] env[62748]: _type = "Task" [ 853.725750] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.734817] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f2f21d-a095-83d4-127b-fb9ee53e939e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.013036] env[62748]: DEBUG nova.scheduler.client.report [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.043342] env[62748]: DEBUG oslo_vmware.api [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750008, 'name': PowerOnVM_Task, 'duration_secs': 0.721049} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.043613] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.043819] env[62748]: INFO nova.compute.manager [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Took 7.08 seconds to spawn the instance on the hypervisor. [ 854.044012] env[62748]: DEBUG nova.compute.manager [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.044793] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf06c2af-aa08-42b8-9455-eed23cd86faa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.073879] env[62748]: DEBUG nova.compute.manager [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.077341] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.102583] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.102824] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.102989] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.103194] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.103348] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.103499] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.103709] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.103873] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.104053] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.104238] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.104515] env[62748]: DEBUG nova.virt.hardware [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.105679] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10393703-d741-43a5-bcac-d9a597fa6c00 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.114267] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55dfd53-eecb-475b-ad03-57a16211f0c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.134306] env[62748]: DEBUG oslo_concurrency.lockutils [req-0cf8b324-b1ae-422a-bef1-c01d569394fe req-bc87f712-77f8-499b-b4d1-6934d54f75dd service nova] Releasing lock "refresh_cache-b755a127-3a69-4592-b7a0-e5d314cccf3a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.235998] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.236362] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Processing image d247a81e-e64e-42dc-9495-b2e2f4cc4a20 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.236528] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20/d247a81e-e64e-42dc-9495-b2e2f4cc4a20.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.236680] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20/d247a81e-e64e-42dc-9495-b2e2f4cc4a20.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.236857] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.237136] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24886cc4-d175-409a-bccb-a80455c1c63b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.249079] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.249309] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.250046] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e90a61-3e2d-4cb4-94f6-2878e7430219 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.256207] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 854.256207] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dbf765-801b-adcf-0c4d-283287d528c0" [ 854.256207] env[62748]: _type = "Task" [ 854.256207] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.264532] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dbf765-801b-adcf-0c4d-283287d528c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.397148] env[62748]: DEBUG nova.compute.manager [req-8de06be3-ebe3-433c-9329-24d41ebca9b3 req-ca1660a3-c7e7-40e9-b28c-ee6efa87a8d2 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Received event network-vif-plugged-f5048e16-020e-4a53-9c9d-e583ce9bbe18 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 854.397148] env[62748]: DEBUG oslo_concurrency.lockutils [req-8de06be3-ebe3-433c-9329-24d41ebca9b3 req-ca1660a3-c7e7-40e9-b28c-ee6efa87a8d2 service nova] Acquiring lock "372401d7-1bda-48e2-895c-66ac16cf1dd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.397148] env[62748]: DEBUG oslo_concurrency.lockutils [req-8de06be3-ebe3-433c-9329-24d41ebca9b3 req-ca1660a3-c7e7-40e9-b28c-ee6efa87a8d2 service nova] Lock "372401d7-1bda-48e2-895c-66ac16cf1dd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.397148] env[62748]: DEBUG oslo_concurrency.lockutils [req-8de06be3-ebe3-433c-9329-24d41ebca9b3 req-ca1660a3-c7e7-40e9-b28c-ee6efa87a8d2 service nova] Lock "372401d7-1bda-48e2-895c-66ac16cf1dd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.397148] env[62748]: DEBUG nova.compute.manager [req-8de06be3-ebe3-433c-9329-24d41ebca9b3 req-ca1660a3-c7e7-40e9-b28c-ee6efa87a8d2 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] No waiting events found dispatching network-vif-plugged-f5048e16-020e-4a53-9c9d-e583ce9bbe18 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.398058] env[62748]: WARNING nova.compute.manager [req-8de06be3-ebe3-433c-9329-24d41ebca9b3 req-ca1660a3-c7e7-40e9-b28c-ee6efa87a8d2 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Received unexpected event network-vif-plugged-f5048e16-020e-4a53-9c9d-e583ce9bbe18 for instance with vm_state building and task_state spawning. [ 854.478453] env[62748]: DEBUG nova.network.neutron [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Successfully updated port: f5048e16-020e-4a53-9c9d-e583ce9bbe18 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.517558] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.518090] env[62748]: DEBUG nova.compute.manager [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.520834] env[62748]: DEBUG oslo_concurrency.lockutils [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.633s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.521055] env[62748]: DEBUG oslo_concurrency.lockutils [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.523110] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.368s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.526023] env[62748]: INFO nova.compute.claims [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.552512] env[62748]: INFO nova.scheduler.client.report [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted allocations for instance 226d1853-f933-403b-92a6-8e957732ae87 [ 854.564255] env[62748]: INFO nova.compute.manager [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Took 43.50 seconds to build instance. [ 854.767376] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Preparing fetch location {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 854.767656] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Fetch image to [datastore2] OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308/OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308.vmdk {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 854.767822] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Downloading stream optimized image d247a81e-e64e-42dc-9495-b2e2f4cc4a20 to [datastore2] OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308/OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308.vmdk on the data store datastore2 as vApp {{(pid=62748) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 854.767997] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Downloading image file data d247a81e-e64e-42dc-9495-b2e2f4cc4a20 to the ESX as VM named 'OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308' {{(pid=62748) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 854.842967] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 854.842967] env[62748]: value = "resgroup-9" [ 854.842967] env[62748]: _type = "ResourcePool" [ 854.842967] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 854.843291] env[62748]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fd045467-cd39-4bfc-87aa-38976180ff63 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.865363] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lease: (returnval){ [ 854.865363] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525c7006-3c2e-26b5-8dab-2a520e5beb29" [ 854.865363] env[62748]: _type = "HttpNfcLease" [ 854.865363] env[62748]: } obtained for vApp import into resource pool (val){ [ 854.865363] env[62748]: value = "resgroup-9" [ 854.865363] env[62748]: _type = "ResourcePool" [ 854.865363] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 854.865363] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the lease: (returnval){ [ 854.865363] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525c7006-3c2e-26b5-8dab-2a520e5beb29" [ 854.865363] env[62748]: _type = "HttpNfcLease" [ 854.865363] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 854.872508] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 854.872508] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525c7006-3c2e-26b5-8dab-2a520e5beb29" [ 854.872508] env[62748]: _type = "HttpNfcLease" [ 854.872508] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 854.981482] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-372401d7-1bda-48e2-895c-66ac16cf1dd2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.981647] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-372401d7-1bda-48e2-895c-66ac16cf1dd2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.981846] env[62748]: DEBUG nova.network.neutron [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.032500] env[62748]: DEBUG nova.compute.utils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.036369] env[62748]: DEBUG nova.compute.manager [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.036576] env[62748]: DEBUG nova.network.neutron [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.065161] env[62748]: DEBUG oslo_concurrency.lockutils [None req-582195b4-d4d8-42e3-a32a-2e878da6891e tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "226d1853-f933-403b-92a6-8e957732ae87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.635s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.066295] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e7dd98-2e57-40b5-9a56-b969ecae73ee tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "c1170d7d-5575-47e7-a533-74737cb7dd3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.019s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.095707] env[62748]: DEBUG nova.policy [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba8f700189724a31b74f41ba81af5f1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '372b7b4496634c359748c32b366489f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.374493] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.374493] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525c7006-3c2e-26b5-8dab-2a520e5beb29" [ 855.374493] env[62748]: _type = "HttpNfcLease" [ 855.374493] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 855.374790] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 855.374790] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525c7006-3c2e-26b5-8dab-2a520e5beb29" [ 855.374790] env[62748]: _type = "HttpNfcLease" [ 855.374790] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 855.375537] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cfcd91-57d7-43ba-bd34-78ed8d397a3a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.383256] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a4987-5db2-0a6d-46e7-26d3ebb6df81/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 855.383462] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a4987-5db2-0a6d-46e7-26d3ebb6df81/disk-0.vmdk. {{(pid=62748) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 855.452850] env[62748]: DEBUG nova.network.neutron [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Successfully created port: a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.460840] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48704ca1-2b11-4519-b56b-4ed10853c086 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.522722] env[62748]: DEBUG nova.network.neutron [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.536662] env[62748]: DEBUG nova.compute.manager [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.693538] env[62748]: DEBUG nova.network.neutron [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Updating instance_info_cache with network_info: [{"id": "f5048e16-020e-4a53-9c9d-e583ce9bbe18", "address": "fa:16:3e:99:22:0b", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5048e16-02", "ovs_interfaceid": "f5048e16-020e-4a53-9c9d-e583ce9bbe18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.020667] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616586a6-205c-4354-9144-842ef1e7f201 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.037877] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197dd5ce-43e7-4eb7-92be-d9a74d7323cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.081889] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abfb9f6-7f65-4310-8e3d-b66494f2ef87 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.092827] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8985927f-d44e-4e05-a183-b370b8718796 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.112555] env[62748]: DEBUG nova.compute.provider_tree [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.141886] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Completed reading data from the image iterator. {{(pid=62748) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 856.142185] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a4987-5db2-0a6d-46e7-26d3ebb6df81/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 856.143248] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb509e3-8633-40fa-85d0-9122aa60e91d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.154107] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a4987-5db2-0a6d-46e7-26d3ebb6df81/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 856.154344] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a4987-5db2-0a6d-46e7-26d3ebb6df81/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 856.156164] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bc8f3dea-dae8-495f-9bd3-f9be3dabd048 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.200406] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-372401d7-1bda-48e2-895c-66ac16cf1dd2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.200873] env[62748]: DEBUG nova.compute.manager [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Instance network_info: |[{"id": "f5048e16-020e-4a53-9c9d-e583ce9bbe18", "address": "fa:16:3e:99:22:0b", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5048e16-02", "ovs_interfaceid": "f5048e16-020e-4a53-9c9d-e583ce9bbe18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.201470] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:22:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5048e16-020e-4a53-9c9d-e583ce9bbe18', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.210852] env[62748]: DEBUG oslo.service.loopingcall [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.215674] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.216060] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf0da931-4e17-49f1-b6c9-44562c75660e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.244863] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.244863] env[62748]: value = "task-2750010" [ 856.244863] env[62748]: _type = "Task" [ 856.244863] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.255256] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750010, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.277293] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquiring lock "c1170d7d-5575-47e7-a533-74737cb7dd3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.277823] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "c1170d7d-5575-47e7-a533-74737cb7dd3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.278116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquiring lock "c1170d7d-5575-47e7-a533-74737cb7dd3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.278344] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "c1170d7d-5575-47e7-a533-74737cb7dd3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.278534] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "c1170d7d-5575-47e7-a533-74737cb7dd3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.282281] env[62748]: INFO nova.compute.manager [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Terminating instance [ 856.387145] env[62748]: DEBUG oslo_vmware.rw_handles [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a4987-5db2-0a6d-46e7-26d3ebb6df81/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 856.387986] env[62748]: INFO nova.virt.vmwareapi.images [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Downloaded image file data d247a81e-e64e-42dc-9495-b2e2f4cc4a20 [ 856.388990] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad8bac7-5aed-40a1-b1c6-3f0bfd0d8a15 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.410617] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-781f5f5a-47cc-41a6-968a-ff7029b6eecc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.427941] env[62748]: DEBUG nova.compute.manager [req-507cedd1-2efd-4b61-8196-d5491e7bcbb9 req-9905a1a1-df85-4fa8-8cfa-2c6e60c130c0 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Received event network-changed-f5048e16-020e-4a53-9c9d-e583ce9bbe18 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 856.428179] env[62748]: DEBUG nova.compute.manager [req-507cedd1-2efd-4b61-8196-d5491e7bcbb9 req-9905a1a1-df85-4fa8-8cfa-2c6e60c130c0 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Refreshing instance network info cache due to event network-changed-f5048e16-020e-4a53-9c9d-e583ce9bbe18. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 856.428296] env[62748]: DEBUG oslo_concurrency.lockutils [req-507cedd1-2efd-4b61-8196-d5491e7bcbb9 req-9905a1a1-df85-4fa8-8cfa-2c6e60c130c0 service nova] Acquiring lock "refresh_cache-372401d7-1bda-48e2-895c-66ac16cf1dd2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.428737] env[62748]: DEBUG oslo_concurrency.lockutils [req-507cedd1-2efd-4b61-8196-d5491e7bcbb9 req-9905a1a1-df85-4fa8-8cfa-2c6e60c130c0 service nova] Acquired lock "refresh_cache-372401d7-1bda-48e2-895c-66ac16cf1dd2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.428737] env[62748]: DEBUG nova.network.neutron [req-507cedd1-2efd-4b61-8196-d5491e7bcbb9 req-9905a1a1-df85-4fa8-8cfa-2c6e60c130c0 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Refreshing network info cache for port f5048e16-020e-4a53-9c9d-e583ce9bbe18 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.444794] env[62748]: INFO nova.virt.vmwareapi.images [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] The imported VM was unregistered [ 856.447089] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Caching image {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 856.447374] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.448112] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-352b15e1-e761-42aa-a98f-b76792ceed0d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.484460] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Created directory with path [datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.484661] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308/OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308.vmdk to [datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20/d247a81e-e64e-42dc-9495-b2e2f4cc4a20.vmdk. {{(pid=62748) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 856.485021] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-39b5475f-0847-4335-a3a1-efe6e7db54cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.497541] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 856.497541] env[62748]: value = "task-2750012" [ 856.497541] env[62748]: _type = "Task" [ 856.497541] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.512829] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750012, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.577734] env[62748]: DEBUG nova.compute.manager [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.598565] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Completed reading data from the image iterator. {{(pid=62748) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 856.598835] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520106ef-e25b-fa08-d790-239c526df084/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 856.599891] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56320a2-9f04-4716-a810-73ce712269c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.610013] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520106ef-e25b-fa08-d790-239c526df084/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 856.610242] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520106ef-e25b-fa08-d790-239c526df084/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 856.613014] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.613292] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.613481] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.613710] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.613879] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.614081] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.614297] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.614478] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.614657] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.614841] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.615040] env[62748]: DEBUG nova.virt.hardware [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.615343] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f6d63c3f-55ee-45ca-85d3-067a49e53def {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.617668] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7a2a2c-c2f8-4e6a-a642-838c18e8097f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.621210] env[62748]: DEBUG nova.scheduler.client.report [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.631711] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492712f9-4856-4b03-86b7-3350f557b510 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.761008] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750010, 'name': CreateVM_Task, 'duration_secs': 0.383726} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.761299] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.762027] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.762206] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.762548] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 856.762818] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17477d4-52be-4fff-bc5a-d4fc82b43f6b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.771587] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 856.771587] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52209de5-109b-8387-8d22-e9ebb1b3ba27" [ 856.771587] env[62748]: _type = "Task" [ 856.771587] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.783073] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52209de5-109b-8387-8d22-e9ebb1b3ba27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.786852] env[62748]: DEBUG nova.compute.manager [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.787075] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.787922] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72cac48-7274-4271-8c83-8cece00a4393 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.796944] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.797485] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fb74640-c3dc-4d25-968d-8aef37c73e53 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.807819] env[62748]: DEBUG oslo_vmware.api [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 856.807819] env[62748]: value = "task-2750013" [ 856.807819] env[62748]: _type = "Task" [ 856.807819] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.817764] env[62748]: DEBUG oslo_vmware.api [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.865151] env[62748]: DEBUG oslo_vmware.rw_handles [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520106ef-e25b-fa08-d790-239c526df084/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 856.865399] env[62748]: INFO nova.virt.vmwareapi.images [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Downloaded image file data 1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec [ 856.866284] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bc884d-cd90-42c7-b1e3-ace050e8e36a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.883168] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ef7579c-a9a1-4729-aa5f-48ae3fd5fcb5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.936467] env[62748]: INFO nova.virt.vmwareapi.images [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] The imported VM was unregistered [ 856.939447] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Caching image {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 856.939746] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.940551] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f57488af-90d5-4355-bc55-562ecbea012f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.960159] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Created directory with path [datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.960409] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922/OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922.vmdk to [datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec.vmdk. {{(pid=62748) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 856.960779] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c9120c66-3852-4d5a-aadb-39f3e048bd20 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.969588] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 856.969588] env[62748]: value = "task-2750015" [ 856.969588] env[62748]: _type = "Task" [ 856.969588] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.985506] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750015, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.011224] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750012, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.104967] env[62748]: DEBUG nova.network.neutron [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Successfully updated port: a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.127274] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.127943] env[62748]: DEBUG nova.compute.manager [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.131508] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.407s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.131758] env[62748]: DEBUG nova.objects.instance [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 857.183025] env[62748]: DEBUG nova.network.neutron [req-507cedd1-2efd-4b61-8196-d5491e7bcbb9 req-9905a1a1-df85-4fa8-8cfa-2c6e60c130c0 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Updated VIF entry in instance network info cache for port f5048e16-020e-4a53-9c9d-e583ce9bbe18. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.183025] env[62748]: DEBUG nova.network.neutron [req-507cedd1-2efd-4b61-8196-d5491e7bcbb9 req-9905a1a1-df85-4fa8-8cfa-2c6e60c130c0 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Updating instance_info_cache with network_info: [{"id": "f5048e16-020e-4a53-9c9d-e583ce9bbe18", "address": "fa:16:3e:99:22:0b", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5048e16-02", "ovs_interfaceid": "f5048e16-020e-4a53-9c9d-e583ce9bbe18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.294036] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52209de5-109b-8387-8d22-e9ebb1b3ba27, 'name': SearchDatastore_Task, 'duration_secs': 0.073605} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.294196] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.294552] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.294835] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.295669] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.295976] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.296395] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0fc4c02-7fde-4224-95b0-d09cd0f1a20f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.319942] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.320164] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.324793] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9ae071-905e-4fbd-8c48-c55a7d6df8d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.327712] env[62748]: DEBUG oslo_vmware.api [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.338309] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 857.338309] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fcd476-4814-6b66-5490-81db0f605493" [ 857.338309] env[62748]: _type = "Task" [ 857.338309] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.349735] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fcd476-4814-6b66-5490-81db0f605493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.485385] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750015, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.516056] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750012, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.611045] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.611045] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.611045] env[62748]: DEBUG nova.network.neutron [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.636947] env[62748]: DEBUG nova.compute.utils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.643317] env[62748]: DEBUG nova.compute.manager [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Not allocating networking since 'none' was specified. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 857.684776] env[62748]: DEBUG oslo_concurrency.lockutils [req-507cedd1-2efd-4b61-8196-d5491e7bcbb9 req-9905a1a1-df85-4fa8-8cfa-2c6e60c130c0 service nova] Releasing lock "refresh_cache-372401d7-1bda-48e2-895c-66ac16cf1dd2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.824766] env[62748]: DEBUG oslo_vmware.api [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750013, 'name': PowerOffVM_Task, 'duration_secs': 0.951834} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.825174] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.825326] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.825659] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0e37929-4c86-4982-9c3b-7c1b82e8b849 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.853098] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fcd476-4814-6b66-5490-81db0f605493, 'name': SearchDatastore_Task, 'duration_secs': 0.075704} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.854271] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d551f8-f0af-4615-b516-38255d59c51c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.864274] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 857.864274] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f22732-1bb1-667e-c21f-f75107d95b2f" [ 857.864274] env[62748]: _type = "Task" [ 857.864274] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.878795] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f22732-1bb1-667e-c21f-f75107d95b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.985404] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750015, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.016588] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750012, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.144037] env[62748]: DEBUG nova.compute.manager [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.148127] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d3f75b2-9c7f-461c-91c5-72707f8342ac tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.150131] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.554s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.150131] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.152236] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.976s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.152782] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.154847] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.846s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.155063] env[62748]: DEBUG nova.objects.instance [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 858.161616] env[62748]: DEBUG nova.network.neutron [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.189898] env[62748]: INFO nova.scheduler.client.report [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted allocations for instance f6309f35-0fff-4dc4-a004-32599cea3d4b [ 858.192292] env[62748]: INFO nova.scheduler.client.report [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Deleted allocations for instance a2407427-0faa-4725-bc88-0bd543fed37b [ 858.328329] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.328556] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.328945] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Deleting the datastore file [datastore2] c1170d7d-5575-47e7-a533-74737cb7dd3e {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.329282] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18243df4-0b80-427e-906c-154ca8828aff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.341072] env[62748]: DEBUG oslo_vmware.api [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for the task: (returnval){ [ 858.341072] env[62748]: value = "task-2750017" [ 858.341072] env[62748]: _type = "Task" [ 858.341072] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.355971] env[62748]: DEBUG oslo_vmware.api [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.357219] env[62748]: DEBUG nova.network.neutron [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updating instance_info_cache with network_info: [{"id": "a8551289-9a26-4990-805a-62118337dc49", "address": "fa:16:3e:aa:c0:32", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8551289-9a", "ovs_interfaceid": "a8551289-9a26-4990-805a-62118337dc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.382128] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f22732-1bb1-667e-c21f-f75107d95b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.089669} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.382465] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.382753] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2/372401d7-1bda-48e2-895c-66ac16cf1dd2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.383105] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf31a11-a005-4d3a-a4ea-22180ed30c11 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.395584] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 858.395584] env[62748]: value = "task-2750018" [ 858.395584] env[62748]: _type = "Task" [ 858.395584] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.411032] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.489531] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750015, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.496976] env[62748]: DEBUG nova.compute.manager [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received event network-vif-plugged-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.497240] env[62748]: DEBUG oslo_concurrency.lockutils [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] Acquiring lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.497454] env[62748]: DEBUG oslo_concurrency.lockutils [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] Lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.497629] env[62748]: DEBUG oslo_concurrency.lockutils [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] Lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.497835] env[62748]: DEBUG nova.compute.manager [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] No waiting events found dispatching network-vif-plugged-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.498078] env[62748]: WARNING nova.compute.manager [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received unexpected event network-vif-plugged-a8551289-9a26-4990-805a-62118337dc49 for instance with vm_state building and task_state spawning. [ 858.498248] env[62748]: DEBUG nova.compute.manager [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received event network-changed-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 858.498443] env[62748]: DEBUG nova.compute.manager [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Refreshing instance network info cache due to event network-changed-a8551289-9a26-4990-805a-62118337dc49. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 858.498727] env[62748]: DEBUG oslo_concurrency.lockutils [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] Acquiring lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.515985] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750012, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.706710] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cf9fc8e8-b359-4424-9171-95ccb350c680 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "f6309f35-0fff-4dc4-a004-32599cea3d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.056s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.707756] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d330b0af-1a91-4757-8eef-2c73a9f9d8d7 tempest-VolumesAdminNegativeTest-376668640 tempest-VolumesAdminNegativeTest-376668640-project-member] Lock "a2407427-0faa-4725-bc88-0bd543fed37b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.835s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.854374] env[62748]: DEBUG oslo_vmware.api [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.860632] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.861205] env[62748]: DEBUG nova.compute.manager [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Instance network_info: |[{"id": "a8551289-9a26-4990-805a-62118337dc49", "address": "fa:16:3e:aa:c0:32", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8551289-9a", "ovs_interfaceid": "a8551289-9a26-4990-805a-62118337dc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.861570] env[62748]: DEBUG oslo_concurrency.lockutils [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] Acquired lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.861984] env[62748]: DEBUG nova.network.neutron [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Refreshing network info cache for port a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.863540] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:c0:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8551289-9a26-4990-805a-62118337dc49', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.873088] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Creating folder: Project (372b7b4496634c359748c32b366489f4). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.874423] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6f042b9-2a71-49ee-9202-8a274ab2ed3b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.891200] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Created folder: Project (372b7b4496634c359748c32b366489f4) in parent group-v553264. [ 858.891431] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Creating folder: Instances. Parent ref: group-v553466. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.891905] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25269912-98dd-48bc-a707-8c222228dfdb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.911015] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.913176] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Created folder: Instances in parent group-v553466. [ 858.913176] env[62748]: DEBUG oslo.service.loopingcall [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.913390] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.913601] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6597e28a-aabf-4139-bcad-45a4e3afa403 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.937692] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.937692] env[62748]: value = "task-2750021" [ 858.937692] env[62748]: _type = "Task" [ 858.937692] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.949990] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750021, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.988348] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750015, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.017634] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750012, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.411439} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.018198] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308/OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308.vmdk to [datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20/d247a81e-e64e-42dc-9495-b2e2f4cc4a20.vmdk. [ 859.018257] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Cleaning up location [datastore2] OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 859.018411] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1663c5ff-1b1f-41cf-90e1-c9c73a53f308 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.018762] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d3c5cd6-863a-4df9-8b63-e3b509db5834 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.031221] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 859.031221] env[62748]: value = "task-2750022" [ 859.031221] env[62748]: _type = "Task" [ 859.031221] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.045734] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.156374] env[62748]: DEBUG nova.compute.manager [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.165957] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b570d76-6ae7-414f-a6ca-fb91bace38f3 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.167011] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.797s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.167776] env[62748]: DEBUG nova.objects.instance [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lazy-loading 'resources' on Instance uuid 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.193549] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.193922] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.194166] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.194377] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.194530] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.194685] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.194906] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.195083] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.195259] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.195430] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.195610] env[62748]: DEBUG nova.virt.hardware [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.197047] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2537ea35-d2a1-4363-91c6-c39102f7a2ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.210007] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b63b1fe-609f-4a32-8978-f27f58f3635c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.231712] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.237766] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Creating folder: Project (a8b23ff70d5f4c66bb66ed6a85ae0ef0). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.238206] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-962577bc-e5b6-42c0-8291-bef8751027a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.255701] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Created folder: Project (a8b23ff70d5f4c66bb66ed6a85ae0ef0) in parent group-v553264. [ 859.255946] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Creating folder: Instances. Parent ref: group-v553469. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.256237] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06abf05d-bdbb-44ea-be88-baac3e5441c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.278403] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Created folder: Instances in parent group-v553469. [ 859.278752] env[62748]: DEBUG oslo.service.loopingcall [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.279576] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe543823-1abd-4623-a715-351930faaaf9] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.279959] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17442754-2cc3-4536-b08c-fc5e605d091d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.305832] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.305832] env[62748]: value = "task-2750025" [ 859.305832] env[62748]: _type = "Task" [ 859.305832] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.318426] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750025, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.353895] env[62748]: DEBUG oslo_vmware.api [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Task: {'id': task-2750017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.718267} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.354206] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.354400] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.354707] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.354815] env[62748]: INFO nova.compute.manager [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Took 2.57 seconds to destroy the instance on the hypervisor. [ 859.355127] env[62748]: DEBUG oslo.service.loopingcall [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.355265] env[62748]: DEBUG nova.compute.manager [-] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.355321] env[62748]: DEBUG nova.network.neutron [-] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.411405] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750018, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.450276] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750021, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.482541] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750015, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.544704] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129554} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.544877] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.545787] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20/d247a81e-e64e-42dc-9495-b2e2f4cc4a20.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.547645] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20/d247a81e-e64e-42dc-9495-b2e2f4cc4a20.vmdk to [datastore2] b755a127-3a69-4592-b7a0-e5d314cccf3a/b755a127-3a69-4592-b7a0-e5d314cccf3a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.553919] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe84b5b5-f0bc-424b-9b88-668fee4ff0cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.565926] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 859.565926] env[62748]: value = "task-2750026" [ 859.565926] env[62748]: _type = "Task" [ 859.565926] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.580022] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.780793] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "712ab7cf-0f3a-4c32-9102-711774287121" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.781162] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "712ab7cf-0f3a-4c32-9102-711774287121" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.781759] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "712ab7cf-0f3a-4c32-9102-711774287121-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.781759] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "712ab7cf-0f3a-4c32-9102-711774287121-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.781874] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "712ab7cf-0f3a-4c32-9102-711774287121-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.784204] env[62748]: INFO nova.compute.manager [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Terminating instance [ 859.818753] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750025, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.831894] env[62748]: DEBUG nova.network.neutron [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updated VIF entry in instance network info cache for port a8551289-9a26-4990-805a-62118337dc49. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.833394] env[62748]: DEBUG nova.network.neutron [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updating instance_info_cache with network_info: [{"id": "a8551289-9a26-4990-805a-62118337dc49", "address": "fa:16:3e:aa:c0:32", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8551289-9a", "ovs_interfaceid": "a8551289-9a26-4990-805a-62118337dc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.917557] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750018, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.051375} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.917871] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2/372401d7-1bda-48e2-895c-66ac16cf1dd2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.918219] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.918481] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52b69129-c464-46ca-a9a0-fef836965a11 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.930580] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 859.930580] env[62748]: value = "task-2750027" [ 859.930580] env[62748]: _type = "Task" [ 859.930580] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.953743] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.960818] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750021, 'name': CreateVM_Task, 'duration_secs': 0.71514} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.961066] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.967096] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.967310] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.967762] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 859.968275] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7ac13b-1b63-4201-8951-c272bf1e3255 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.982926] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 859.982926] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5294e368-66e6-88f1-5680-d340e9c69616" [ 859.982926] env[62748]: _type = "Task" [ 859.982926] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.001587] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750015, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.567074} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.003443] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922/OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922.vmdk to [datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec.vmdk. [ 860.003789] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Cleaning up location [datastore1] OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 860.004726] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bee1aba5-5035-44a6-aec6-2606ed954922 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.004726] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87b5dfe5-0cbb-4414-92c6-632bf0f4c811 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.012653] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5294e368-66e6-88f1-5680-d340e9c69616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.022882] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 860.022882] env[62748]: value = "task-2750028" [ 860.022882] env[62748]: _type = "Task" [ 860.022882] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.038494] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.075815] env[62748]: DEBUG nova.compute.manager [req-956429cb-df32-411b-93d9-73d75430362e req-5bce8e41-0ea0-4df2-83dc-21112bf6e54f service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Received event network-vif-deleted-e27b7eb0-3408-44fd-9056-f614fd2ab3fb {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.075815] env[62748]: INFO nova.compute.manager [req-956429cb-df32-411b-93d9-73d75430362e req-5bce8e41-0ea0-4df2-83dc-21112bf6e54f service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Neutron deleted interface e27b7eb0-3408-44fd-9056-f614fd2ab3fb; detaching it from the instance and deleting it from the info cache [ 860.075815] env[62748]: DEBUG nova.network.neutron [req-956429cb-df32-411b-93d9-73d75430362e req-5bce8e41-0ea0-4df2-83dc-21112bf6e54f service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.083461] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750026, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.198073] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87d2df3-aefc-438a-9860-108bb21a279f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.209049] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3b5952-7d33-4366-9472-cc64edcb3def {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.247166] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c4fb1d-be1c-4ae5-9326-9cc1a75d2bb0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.257340] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b884c6-5fff-4f53-bef9-68d85d958b41 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.275031] env[62748]: DEBUG nova.compute.provider_tree [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.288086] env[62748]: DEBUG nova.compute.manager [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.288353] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.289362] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f652a4-5a5f-46bf-bc36-ddf7915275db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.299825] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.300137] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b448fa3-e1aa-4deb-b428-ab3c79349d9c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.312426] env[62748]: DEBUG oslo_vmware.api [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 860.312426] env[62748]: value = "task-2750029" [ 860.312426] env[62748]: _type = "Task" [ 860.312426] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.319762] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750025, 'name': CreateVM_Task, 'duration_secs': 0.583962} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.320231] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe543823-1abd-4623-a715-351930faaaf9] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.320685] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.326651] env[62748]: DEBUG oslo_vmware.api [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.335808] env[62748]: DEBUG oslo_concurrency.lockutils [req-fca66f91-56ae-4e7b-a646-084641ef904e req-b0836f7c-e1cf-44f1-8eb8-a2edfe0259bf service nova] Releasing lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.446084] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086367} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.446407] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.447427] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69377f5d-db26-4973-829b-b2124344c957 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.473967] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2/372401d7-1bda-48e2-895c-66ac16cf1dd2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.474324] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a27c3ae2-cbb0-4ec7-80b5-3aed609acbed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.498973] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5294e368-66e6-88f1-5680-d340e9c69616, 'name': SearchDatastore_Task, 'duration_secs': 0.101122} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.500545] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.500939] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.501135] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.501291] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.501475] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.501916] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 860.501916] env[62748]: value = "task-2750030" [ 860.501916] env[62748]: _type = "Task" [ 860.501916] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.502212] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.502599] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.502863] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2548522-f356-4352-be99-596cc0d44288 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.505350] env[62748]: DEBUG nova.network.neutron [-] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.507356] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f571f8b4-6fc9-4731-8c5b-4074f3b1570a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.524880] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.529431] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 860.529431] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529556ba-8859-fab5-d47b-57403d124126" [ 860.529431] env[62748]: _type = "Task" [ 860.529431] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.538546] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076084} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.539228] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.539436] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.540755] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.540913] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.541208] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec.vmdk to [datastore1] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3/27e3bcbc-7bc6-4a90-a135-d95e03ad99a3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.541445] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a651b1d-13c6-4f50-9560-7c2a94b0367f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.547316] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20afd833-813b-4af4-ab67-c6c7e32b2826 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.549384] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529556ba-8859-fab5-d47b-57403d124126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.556926] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 860.556926] env[62748]: value = "task-2750031" [ 860.556926] env[62748]: _type = "Task" [ 860.556926] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.558831] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 860.558831] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524b28e3-b370-e80a-9331-5d97d0dadadb" [ 860.558831] env[62748]: _type = "Task" [ 860.558831] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.573644] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524b28e3-b370-e80a-9331-5d97d0dadadb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.577428] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.583671] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750026, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.585523] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79766ccf-430a-470a-b947-632f4eb11dbc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.596256] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee3389-1280-4cf7-b82e-f958af32201b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.637634] env[62748]: DEBUG nova.compute.manager [req-956429cb-df32-411b-93d9-73d75430362e req-5bce8e41-0ea0-4df2-83dc-21112bf6e54f service nova] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Detach interface failed, port_id=e27b7eb0-3408-44fd-9056-f614fd2ab3fb, reason: Instance c1170d7d-5575-47e7-a533-74737cb7dd3e could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 860.779921] env[62748]: DEBUG nova.scheduler.client.report [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.825849] env[62748]: DEBUG oslo_vmware.api [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.019036] env[62748]: INFO nova.compute.manager [-] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Took 1.66 seconds to deallocate network for instance. [ 861.019405] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.044129] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529556ba-8859-fab5-d47b-57403d124126, 'name': SearchDatastore_Task, 'duration_secs': 0.09584} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.044468] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.044713] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.044924] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.076070] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750031, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.083519] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524b28e3-b370-e80a-9331-5d97d0dadadb, 'name': SearchDatastore_Task, 'duration_secs': 0.086239} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.086934] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93152177-5b5b-4930-8920-a05db7958e20 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.091600] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750026, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.098866] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 861.098866] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52afe740-224d-d6fb-8f67-41d4af959cbf" [ 861.098866] env[62748]: _type = "Task" [ 861.098866] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.112336] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52afe740-224d-d6fb-8f67-41d4af959cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.285882] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.288679] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.638s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.290526] env[62748]: INFO nova.compute.claims [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.316451] env[62748]: INFO nova.scheduler.client.report [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted allocations for instance 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b [ 861.331976] env[62748]: DEBUG oslo_vmware.api [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750029, 'name': PowerOffVM_Task, 'duration_secs': 0.931643} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.332329] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.332611] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.332729] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dca62ec9-e5e3-48ad-91ef-91f25d9eeb18 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.426641] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.427133] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.427525] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleting the datastore file [datastore2] 712ab7cf-0f3a-4c32-9102-711774287121 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.427922] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ef208f5-7515-4f71-b73f-16cf72153b2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.439177] env[62748]: DEBUG oslo_vmware.api [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 861.439177] env[62748]: value = "task-2750033" [ 861.439177] env[62748]: _type = "Task" [ 861.439177] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.453788] env[62748]: DEBUG oslo_vmware.api [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.524197] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.526486] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.577174] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750031, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.585402] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750026, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.613343] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52afe740-224d-d6fb-8f67-41d4af959cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.084239} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.613343] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.613343] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] ee909775-074b-4971-9500-7f24f0f92ac8/ee909775-074b-4971-9500-7f24f0f92ac8.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.613661] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.613704] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.614372] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deeb66b8-4df2-45f8-9dc1-10a969a0c5e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.616473] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-758cf3f1-fe44-4981-9568-de198ee44fa4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.626963] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 861.626963] env[62748]: value = "task-2750034" [ 861.626963] env[62748]: _type = "Task" [ 861.626963] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.634980] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.635208] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.639650] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbcfaad-6803-457c-a941-36d65e01ce3a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.642466] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.651146] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 861.651146] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5224b555-38ee-0809-2989-2991224b5896" [ 861.651146] env[62748]: _type = "Task" [ 861.651146] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.663612] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5224b555-38ee-0809-2989-2991224b5896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.827742] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c273ac05-6624-4ded-a610-a5a4827087b8 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.329s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.952739] env[62748]: DEBUG oslo_vmware.api [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.020031] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750030, 'name': ReconfigVM_Task, 'duration_secs': 1.207856} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.020031] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2/372401d7-1bda-48e2-895c-66ac16cf1dd2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.020031] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d6d8d7c-6033-4555-bd2c-0a175c296224 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.030026] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 862.030026] env[62748]: value = "task-2750035" [ 862.030026] env[62748]: _type = "Task" [ 862.030026] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.038880] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750035, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.074647] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750031, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.085996] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750026, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.383872} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.086330] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d247a81e-e64e-42dc-9495-b2e2f4cc4a20/d247a81e-e64e-42dc-9495-b2e2f4cc4a20.vmdk to [datastore2] b755a127-3a69-4592-b7a0-e5d314cccf3a/b755a127-3a69-4592-b7a0-e5d314cccf3a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.087239] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73f7c08-d157-4c1e-ba8e-6dc3e58653dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.113072] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] b755a127-3a69-4592-b7a0-e5d314cccf3a/b755a127-3a69-4592-b7a0-e5d314cccf3a.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.113247] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8e82b51-1fa2-4a15-ada6-4d528653a40c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.140279] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.142052] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 862.142052] env[62748]: value = "task-2750036" [ 862.142052] env[62748]: _type = "Task" [ 862.142052] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.155349] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.171137] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5224b555-38ee-0809-2989-2991224b5896, 'name': SearchDatastore_Task, 'duration_secs': 0.082838} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.172406] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100c5178-3096-4837-8389-aac231373a52 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.181450] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 862.181450] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526421a8-ab1c-df73-c4a9-05305011c055" [ 862.181450] env[62748]: _type = "Task" [ 862.181450] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.196178] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526421a8-ab1c-df73-c4a9-05305011c055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.464806] env[62748]: DEBUG oslo_vmware.api [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656889} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.468085] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.468371] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.468636] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.468871] env[62748]: INFO nova.compute.manager [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Took 2.18 seconds to destroy the instance on the hypervisor. [ 862.469247] env[62748]: DEBUG oslo.service.loopingcall [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.470772] env[62748]: DEBUG nova.compute.manager [-] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.470772] env[62748]: DEBUG nova.network.neutron [-] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.553181] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750035, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.578168] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750031, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.650165] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841239} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.650989] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] ee909775-074b-4971-9500-7f24f0f92ac8/ee909775-074b-4971-9500-7f24f0f92ac8.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.651189] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.651548] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-880cb34b-3c96-402b-937f-8ac089bc02d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.661949] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.669876] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 862.669876] env[62748]: value = "task-2750037" [ 862.669876] env[62748]: _type = "Task" [ 862.669876] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.682798] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.696852] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526421a8-ab1c-df73-c4a9-05305011c055, 'name': SearchDatastore_Task, 'duration_secs': 0.063244} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.697241] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.697566] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] fe543823-1abd-4623-a715-351930faaaf9/fe543823-1abd-4623-a715-351930faaaf9.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.697887] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e3a8e99-a834-4257-8766-d2634e601372 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.707873] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 862.707873] env[62748]: value = "task-2750038" [ 862.707873] env[62748]: _type = "Task" [ 862.707873] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.718172] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.818369] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaa33ee-45d2-4f03-a572-c6f3c8bb805e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.826391] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caba2092-3a32-43a6-8079-b1a39f898cae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.857406] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04d2bde-003a-4a00-983d-ce3c061869a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.865960] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a59170-00e6-40db-867a-f859e69a114a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.880090] env[62748]: DEBUG nova.compute.provider_tree [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.026781] env[62748]: DEBUG nova.compute.manager [req-094a5b3b-2d6f-4ad9-8617-1c8470d02702 req-a9cef375-a2a0-47e6-b5f0-a4d10dff3ae2 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Received event network-vif-deleted-1345e51e-f3bc-43ec-a02b-89482745d383 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 863.026995] env[62748]: INFO nova.compute.manager [req-094a5b3b-2d6f-4ad9-8617-1c8470d02702 req-a9cef375-a2a0-47e6-b5f0-a4d10dff3ae2 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Neutron deleted interface 1345e51e-f3bc-43ec-a02b-89482745d383; detaching it from the instance and deleting it from the info cache [ 863.027377] env[62748]: DEBUG nova.network.neutron [req-094a5b3b-2d6f-4ad9-8617-1c8470d02702 req-a9cef375-a2a0-47e6-b5f0-a4d10dff3ae2 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.040068] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750035, 'name': Rename_Task, 'duration_secs': 0.770819} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.040068] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.040168] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-850d19d0-b4bf-469b-85ec-0a97ccfa2286 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.047473] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 863.047473] env[62748]: value = "task-2750039" [ 863.047473] env[62748]: _type = "Task" [ 863.047473] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.057425] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.070492] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750031, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.433606} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.070678] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec/1437ed27-c94c-4a5f-b7ec-ce3833d2b6ec.vmdk to [datastore1] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3/27e3bcbc-7bc6-4a90-a135-d95e03ad99a3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.071961] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab1499a-fb7f-4304-a2b3-d0947b646525 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.099304] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3/27e3bcbc-7bc6-4a90-a135-d95e03ad99a3.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.099304] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6f2343a-1a87-48d7-bbba-ad93d510f642 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.124136] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 863.124136] env[62748]: value = "task-2750040" [ 863.124136] env[62748]: _type = "Task" [ 863.124136] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.133655] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.156180] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750036, 'name': ReconfigVM_Task, 'duration_secs': 0.639995} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.156731] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Reconfigured VM instance instance-00000044 to attach disk [datastore2] b755a127-3a69-4592-b7a0-e5d314cccf3a/b755a127-3a69-4592-b7a0-e5d314cccf3a.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.157594] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acaac555-9b3a-444a-b986-2d9778e0c98b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.167216] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 863.167216] env[62748]: value = "task-2750041" [ 863.167216] env[62748]: _type = "Task" [ 863.167216] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.181444] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088332} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.186014] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.187098] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750041, 'name': Rename_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.191060] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f26c58-9c5a-4c5a-b489-ed5187b0a79e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.219270] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ee909775-074b-4971-9500-7f24f0f92ac8/ee909775-074b-4971-9500-7f24f0f92ac8.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.224417] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32952195-894d-4a73-a139-6457b1bff3c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.244383] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 863.244383] env[62748]: value = "task-2750042" [ 863.244383] env[62748]: _type = "Task" [ 863.244383] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.247653] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750038, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.256869] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750042, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.383537] env[62748]: DEBUG nova.scheduler.client.report [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.508506] env[62748]: DEBUG nova.network.neutron [-] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.530873] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0275a772-51b4-4249-aa4c-511e9fa0f757 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.542827] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a872425a-e2ab-4d4e-b893-5300bc5ddde7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.573547] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.596505] env[62748]: DEBUG nova.compute.manager [req-094a5b3b-2d6f-4ad9-8617-1c8470d02702 req-a9cef375-a2a0-47e6-b5f0-a4d10dff3ae2 service nova] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Detach interface failed, port_id=1345e51e-f3bc-43ec-a02b-89482745d383, reason: Instance 712ab7cf-0f3a-4c32-9102-711774287121 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 863.636378] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750040, 'name': ReconfigVM_Task, 'duration_secs': 0.348473} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.636740] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3/27e3bcbc-7bc6-4a90-a135-d95e03ad99a3.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.638334] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'disk_bus': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'boot_index': 0, 'encrypted': False, 'image_id': '2efd5ccb-b8df-4e85-870a-8f6ab2d95d39'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553428', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'name': 'volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '27e3bcbc-7bc6-4a90-a135-d95e03ad99a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'serial': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6'}, 'mount_device': '/dev/sdb', 'attachment_id': 'e92de027-3397-47ed-8b41-d78372877d3c', 'volume_type': None}], 'swap': None} {{(pid=62748) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 863.638592] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 863.638848] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553428', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'name': 'volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '27e3bcbc-7bc6-4a90-a135-d95e03ad99a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'serial': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 863.639755] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95422f39-43b1-4115-a803-5128eb539d91 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.656333] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d07b8f8-d101-44de-b202-beb62791bed6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.681743] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6/volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.685653] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a38c534b-67a5-483e-b883-522f52f39b45 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.706999] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750041, 'name': Rename_Task, 'duration_secs': 0.306556} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.708400] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.708721] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 863.708721] env[62748]: value = "task-2750043" [ 863.708721] env[62748]: _type = "Task" [ 863.708721] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.708917] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-305fc58a-a533-4722-9010-320268294b12 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.722307] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.727252] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 863.727252] env[62748]: value = "task-2750044" [ 863.727252] env[62748]: _type = "Task" [ 863.727252] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.727252] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673097} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.727252] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] fe543823-1abd-4623-a715-351930faaaf9/fe543823-1abd-4623-a715-351930faaaf9.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.727732] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.730346] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f416a30-1f71-4da1-8a11-514e44d04b6f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.740043] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.740043] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 863.740043] env[62748]: value = "task-2750045" [ 863.740043] env[62748]: _type = "Task" [ 863.740043] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.746191] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.757755] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750042, 'name': ReconfigVM_Task, 'duration_secs': 0.40986} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.758158] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ee909775-074b-4971-9500-7f24f0f92ac8/ee909775-074b-4971-9500-7f24f0f92ac8.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.758905] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-687d1e8b-ece3-471e-ba74-0eeccf11fd0a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.764998] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 863.764998] env[62748]: value = "task-2750046" [ 863.764998] env[62748]: _type = "Task" [ 863.764998] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.778186] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750046, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.889446] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.890659] env[62748]: DEBUG nova.compute.manager [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.893169] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.798s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.893394] env[62748]: DEBUG nova.objects.instance [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lazy-loading 'resources' on Instance uuid 745b99c7-6ae2-4b67-813e-a2fe1796e2ed {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.014752] env[62748]: INFO nova.compute.manager [-] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Took 1.54 seconds to deallocate network for instance. [ 864.070299] env[62748]: DEBUG oslo_vmware.api [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750039, 'name': PowerOnVM_Task, 'duration_secs': 0.826582} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.070802] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.071073] env[62748]: INFO nova.compute.manager [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Took 10.00 seconds to spawn the instance on the hypervisor. [ 864.071355] env[62748]: DEBUG nova.compute.manager [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.072411] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e890be-0e1f-4181-896b-a13a8823072e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.220490] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750043, 'name': ReconfigVM_Task, 'duration_secs': 0.32604} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.220800] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6/volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.225926] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c34bb7b8-4ee1-4749-a6f0-3aa41cadf9ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.246165] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 864.246165] env[62748]: value = "task-2750047" [ 864.246165] env[62748]: _type = "Task" [ 864.246165] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.249914] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750044, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.256145] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078489} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.256335] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.257657] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58139e1b-3fc3-4910-8fec-411243d1d57f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.263777] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750047, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.285198] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] fe543823-1abd-4623-a715-351930faaaf9/fe543823-1abd-4623-a715-351930faaaf9.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.286020] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae30c02-f318-4ec4-80ff-609f7bc7e7c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.304746] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750046, 'name': Rename_Task, 'duration_secs': 0.19294} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.304929] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.305615] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-913e3415-a11f-4d48-8360-0f4676c3414f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.309312] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 864.309312] env[62748]: value = "task-2750048" [ 864.309312] env[62748]: _type = "Task" [ 864.309312] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.313613] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 864.313613] env[62748]: value = "task-2750049" [ 864.313613] env[62748]: _type = "Task" [ 864.313613] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.320662] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.325809] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.396429] env[62748]: DEBUG nova.compute.utils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.397899] env[62748]: DEBUG nova.compute.manager [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.398105] env[62748]: DEBUG nova.network.neutron [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.441894] env[62748]: DEBUG nova.policy [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '121e0f3fe590400595e729f62adb0f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e315e3b96b41429dd1aff0a93e5b7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.521756] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.590758] env[62748]: INFO nova.compute.manager [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Took 44.63 seconds to build instance. [ 864.752199] env[62748]: DEBUG oslo_vmware.api [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750044, 'name': PowerOnVM_Task, 'duration_secs': 0.536148} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.755797] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.755921] env[62748]: INFO nova.compute.manager [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Took 14.23 seconds to spawn the instance on the hypervisor. [ 864.756137] env[62748]: DEBUG nova.compute.manager [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.756942] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4b6e1-dfe7-4807-ae57-32680a885616 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.772165] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750047, 'name': ReconfigVM_Task, 'duration_secs': 0.159158} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.772660] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553428', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'name': 'volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '27e3bcbc-7bc6-4a90-a135-d95e03ad99a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'serial': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 864.773581] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bb99a58-949d-4db9-9303-14cd66ef2020 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.782933] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 864.782933] env[62748]: value = "task-2750050" [ 864.782933] env[62748]: _type = "Task" [ 864.782933] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.789210] env[62748]: DEBUG nova.network.neutron [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Successfully created port: ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 864.798655] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750050, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.806450] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a1a9f-47de-4c6f-9813-663a3b97a469 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.826647] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5586e3-2d55-4264-84e1-b9628aad7380 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.830915] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750048, 'name': ReconfigVM_Task, 'duration_secs': 0.350846} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.831935] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Reconfigured VM instance instance-00000047 to attach disk [datastore2] fe543823-1abd-4623-a715-351930faaaf9/fe543823-1abd-4623-a715-351930faaaf9.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.833446] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d11a6a9-8aa2-4ee4-877c-74557bb45065 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.864855] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750049, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.867989] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c21ef3d-1feb-4125-97f9-bd154b9de3be {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.875720] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "5854385b-b6d7-43ed-beea-1b0b521cc700" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.875973] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.878017] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 864.878017] env[62748]: value = "task-2750051" [ 864.878017] env[62748]: _type = "Task" [ 864.878017] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.885097] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d15d58f-ea7d-4003-a0e3-743f81b768ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.893175] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750051, 'name': Rename_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.905251] env[62748]: DEBUG nova.compute.manager [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 864.908446] env[62748]: DEBUG nova.compute.provider_tree [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.093167] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d54ec8f1-550e-4031-9c13-4c80f0e0b944 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "372401d7-1bda-48e2-895c-66ac16cf1dd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.670s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.275533] env[62748]: INFO nova.compute.manager [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Took 53.12 seconds to build instance. [ 865.292100] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750050, 'name': Rename_Task, 'duration_secs': 0.155412} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.292402] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.292644] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e59ccec6-f826-471e-85d5-4c40e41bd282 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.299099] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 865.299099] env[62748]: value = "task-2750052" [ 865.299099] env[62748]: _type = "Task" [ 865.299099] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.308250] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.325406] env[62748]: DEBUG oslo_vmware.api [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750049, 'name': PowerOnVM_Task, 'duration_secs': 0.823972} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.325649] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.325853] env[62748]: INFO nova.compute.manager [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Took 8.75 seconds to spawn the instance on the hypervisor. [ 865.326047] env[62748]: DEBUG nova.compute.manager [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.326821] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ec78e5-7ac9-4b07-a1e6-0fd615c51607 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.378875] env[62748]: DEBUG nova.compute.manager [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.390698] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750051, 'name': Rename_Task, 'duration_secs': 0.15169} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.391331] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.391418] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce345a01-c969-4fa4-ac54-544571d1c12b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.399061] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 865.399061] env[62748]: value = "task-2750053" [ 865.399061] env[62748]: _type = "Task" [ 865.399061] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.407579] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.414645] env[62748]: DEBUG nova.scheduler.client.report [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.777555] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a2cb3852-324b-44fb-91ff-afd2a329b31c tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "b755a127-3a69-4592-b7a0-e5d314cccf3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.633s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.809860] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750052, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.842356] env[62748]: INFO nova.compute.manager [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Took 44.85 seconds to build instance. [ 865.910654] env[62748]: DEBUG oslo_vmware.api [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750053, 'name': PowerOnVM_Task, 'duration_secs': 0.498001} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.911324] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.911610] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.911828] env[62748]: INFO nova.compute.manager [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Took 6.76 seconds to spawn the instance on the hypervisor. [ 865.912010] env[62748]: DEBUG nova.compute.manager [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.912831] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b335cea-6f77-4306-a2d7-1efd07ca578a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.919584] env[62748]: DEBUG nova.compute.manager [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 865.921932] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.930389] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.658s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.930389] env[62748]: DEBUG nova.objects.instance [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lazy-loading 'resources' on Instance uuid 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.952970] env[62748]: INFO nova.scheduler.client.report [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Deleted allocations for instance 745b99c7-6ae2-4b67-813e-a2fe1796e2ed [ 865.964933] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 865.965191] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 865.965343] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 865.965548] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 865.965705] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 865.965857] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 865.966079] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 865.966263] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 865.966435] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 865.966610] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 865.966782] env[62748]: DEBUG nova.virt.hardware [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 865.967674] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28190803-ba2f-4664-8357-5801351bb9d8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.976857] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55cb3ff-362b-4b41-9ce3-0c085fd59df0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.137727] env[62748]: INFO nova.compute.manager [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Rebuilding instance [ 866.193752] env[62748]: DEBUG nova.compute.manager [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.194642] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3ac20-4c30-4847-9868-789cd3ee1cfc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.311497] env[62748]: DEBUG oslo_vmware.api [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750052, 'name': PowerOnVM_Task, 'duration_secs': 0.539205} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.311497] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.344338] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dd8a17f6-6458-4af8-8f69-4fce1baf26eb tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.363s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.457676] env[62748]: INFO nova.compute.manager [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Took 44.32 seconds to build instance. [ 866.465727] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7819e9a4-9463-4c02-8edb-759b4bf0084a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "745b99c7-6ae2-4b67-813e-a2fe1796e2ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.755s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.476762] env[62748]: DEBUG nova.compute.manager [req-63f5bcd2-a3d8-4fce-b6e9-7654ff2c8d2e req-bd9e3518-bc05-49fe-aeb3-da213cfdc4cd service nova] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Received event network-vif-plugged-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 866.476762] env[62748]: DEBUG oslo_concurrency.lockutils [req-63f5bcd2-a3d8-4fce-b6e9-7654ff2c8d2e req-bd9e3518-bc05-49fe-aeb3-da213cfdc4cd service nova] Acquiring lock "27244b7b-689a-484d-8a3b-d643c95b9447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.478127] env[62748]: DEBUG oslo_concurrency.lockutils [req-63f5bcd2-a3d8-4fce-b6e9-7654ff2c8d2e req-bd9e3518-bc05-49fe-aeb3-da213cfdc4cd service nova] Lock "27244b7b-689a-484d-8a3b-d643c95b9447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.478127] env[62748]: DEBUG oslo_concurrency.lockutils [req-63f5bcd2-a3d8-4fce-b6e9-7654ff2c8d2e req-bd9e3518-bc05-49fe-aeb3-da213cfdc4cd service nova] Lock "27244b7b-689a-484d-8a3b-d643c95b9447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.478127] env[62748]: DEBUG nova.compute.manager [req-63f5bcd2-a3d8-4fce-b6e9-7654ff2c8d2e req-bd9e3518-bc05-49fe-aeb3-da213cfdc4cd service nova] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] No waiting events found dispatching network-vif-plugged-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.478127] env[62748]: WARNING nova.compute.manager [req-63f5bcd2-a3d8-4fce-b6e9-7654ff2c8d2e req-bd9e3518-bc05-49fe-aeb3-da213cfdc4cd service nova] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Received unexpected event network-vif-plugged-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 for instance with vm_state building and task_state spawning. [ 866.546409] env[62748]: DEBUG nova.compute.manager [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.547975] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f153bcdc-8bea-4757-8d59-58999c0f5684 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.590830] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.591194] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.630278] env[62748]: DEBUG nova.network.neutron [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Successfully updated port: ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.646389] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "b755a127-3a69-4592-b7a0-e5d314cccf3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.646639] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "b755a127-3a69-4592-b7a0-e5d314cccf3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.646847] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "b755a127-3a69-4592-b7a0-e5d314cccf3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.647083] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "b755a127-3a69-4592-b7a0-e5d314cccf3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.647277] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "b755a127-3a69-4592-b7a0-e5d314cccf3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.652833] env[62748]: INFO nova.compute.manager [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Terminating instance [ 866.891103] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4dcbf1-c6d3-44ee-a81b-218733a165b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.899803] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7593692-0c5a-45fa-a770-f772de559a04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.930032] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ef025f-9d31-400e-a16c-fdebfdb861fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.938134] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9564e8b-da8b-44f6-940a-f9cae5c54049 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.952059] env[62748]: DEBUG nova.compute.provider_tree [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.960390] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7dbea97c-a8c3-4c80-a016-a9b418320d19 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "fe543823-1abd-4623-a715-351930faaaf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.830s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.073626] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50de0812-93b4-466f-97f7-dccbc35a7545 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 75.931s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.093449] env[62748]: DEBUG nova.compute.manager [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.134087] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-27244b7b-689a-484d-8a3b-d643c95b9447" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.134087] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-27244b7b-689a-484d-8a3b-d643c95b9447" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.134087] env[62748]: DEBUG nova.network.neutron [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.156708] env[62748]: DEBUG nova.compute.manager [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.156934] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.158324] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5169eedc-8191-4530-9a74-668238d10fe0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.167210] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.167484] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d23f958-6397-4df9-943a-c6e7a94b0147 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.177154] env[62748]: DEBUG oslo_vmware.api [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 867.177154] env[62748]: value = "task-2750054" [ 867.177154] env[62748]: _type = "Task" [ 867.177154] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.182712] env[62748]: DEBUG oslo_vmware.api [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.209363] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.209467] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a37bf38-bae2-480f-a2c8-99eceeb6db4a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.218806] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 867.218806] env[62748]: value = "task-2750055" [ 867.218806] env[62748]: _type = "Task" [ 867.218806] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.230240] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.455981] env[62748]: DEBUG nova.scheduler.client.report [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.486340] env[62748]: DEBUG nova.compute.manager [None req-b81cfc14-754c-4af2-a688-55944fd128d5 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.487509] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545274cc-b998-4bc9-bae1-48a2097687be {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.606828] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquiring lock "fe543823-1abd-4623-a715-351930faaaf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.607115] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "fe543823-1abd-4623-a715-351930faaaf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.607384] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquiring lock "fe543823-1abd-4623-a715-351930faaaf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.608107] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "fe543823-1abd-4623-a715-351930faaaf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.608107] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "fe543823-1abd-4623-a715-351930faaaf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.609817] env[62748]: INFO nova.compute.manager [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Terminating instance [ 867.621596] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.681159] env[62748]: DEBUG nova.network.neutron [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.689966] env[62748]: DEBUG oslo_vmware.api [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750054, 'name': PowerOffVM_Task, 'duration_secs': 0.31859} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.690331] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.690508] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.691022] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27eb2d79-678d-49bd-9cf5-070689872c0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.729897] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750055, 'name': PowerOffVM_Task, 'duration_secs': 0.201396} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.731360] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.731662] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.732515] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3887703c-5786-47a0-abe4-7b3d441f87e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.739639] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.740105] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56601e70-efb1-4093-beab-cb110a9eb9d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.767954] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.768314] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.768531] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleting the datastore file [datastore2] b755a127-3a69-4592-b7a0-e5d314cccf3a {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.768812] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32b1ea89-9c1f-49b5-8760-481784c69f03 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.778885] env[62748]: DEBUG oslo_vmware.api [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 867.778885] env[62748]: value = "task-2750058" [ 867.778885] env[62748]: _type = "Task" [ 867.778885] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.787476] env[62748]: DEBUG oslo_vmware.api [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.815135] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.815135] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.815135] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleting the datastore file [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.815135] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37c8257f-0f14-4d69-9f56-7fbf21e37d6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.822243] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 867.822243] env[62748]: value = "task-2750059" [ 867.822243] env[62748]: _type = "Task" [ 867.822243] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.832649] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.901391] env[62748]: DEBUG nova.network.neutron [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Updating instance_info_cache with network_info: [{"id": "ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75", "address": "fa:16:3e:02:b1:cb", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac82d0c2-d5", "ovs_interfaceid": "ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.963966] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.964612] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.568s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.964962] env[62748]: DEBUG nova.objects.instance [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lazy-loading 'resources' on Instance uuid 9c3be849-2b3c-4f28-bb13-75099982bb8a {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.002017] env[62748]: INFO nova.compute.manager [None req-b81cfc14-754c-4af2-a688-55944fd128d5 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] instance snapshotting [ 868.004043] env[62748]: DEBUG nova.objects.instance [None req-b81cfc14-754c-4af2-a688-55944fd128d5 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lazy-loading 'flavor' on Instance uuid fe543823-1abd-4623-a715-351930faaaf9 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.009140] env[62748]: INFO nova.scheduler.client.report [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Deleted allocations for instance 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae [ 868.115374] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquiring lock "refresh_cache-fe543823-1abd-4623-a715-351930faaaf9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.115564] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquired lock "refresh_cache-fe543823-1abd-4623-a715-351930faaaf9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.115743] env[62748]: DEBUG nova.network.neutron [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.291947] env[62748]: DEBUG oslo_vmware.api [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206478} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.292333] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.292594] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.292840] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.294858] env[62748]: INFO nova.compute.manager [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 868.295584] env[62748]: DEBUG oslo.service.loopingcall [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.295980] env[62748]: DEBUG nova.compute.manager [-] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.296114] env[62748]: DEBUG nova.network.neutron [-] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.342400] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197828} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.342652] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.342845] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.343290] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.404157] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-27244b7b-689a-484d-8a3b-d643c95b9447" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.404335] env[62748]: DEBUG nova.compute.manager [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Instance network_info: |[{"id": "ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75", "address": "fa:16:3e:02:b1:cb", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac82d0c2-d5", "ovs_interfaceid": "ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.405024] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:b1:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.413836] env[62748]: DEBUG oslo.service.loopingcall [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.414420] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.414662] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26a0635f-469c-4a28-a0f0-761c584660e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.437653] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.437653] env[62748]: value = "task-2750060" [ 868.437653] env[62748]: _type = "Task" [ 868.437653] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.449037] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750060, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.515849] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8683a374-f90c-4e0d-9db6-7a2088e99730 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.545478] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb7a79a1-4227-4bb0-b5f5-791509ef1e73 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.661s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.550748] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5d03aa-7e61-4dc6-8790-419ff83436e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.571234] env[62748]: DEBUG nova.compute.manager [req-e49b6b47-4579-46ca-8698-d5714ef33d9e req-ee02f02d-6201-4da8-ab26-2d6aff71e704 service nova] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Received event network-changed-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 868.571234] env[62748]: DEBUG nova.compute.manager [req-e49b6b47-4579-46ca-8698-d5714ef33d9e req-ee02f02d-6201-4da8-ab26-2d6aff71e704 service nova] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Refreshing instance network info cache due to event network-changed-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 868.571452] env[62748]: DEBUG oslo_concurrency.lockutils [req-e49b6b47-4579-46ca-8698-d5714ef33d9e req-ee02f02d-6201-4da8-ab26-2d6aff71e704 service nova] Acquiring lock "refresh_cache-27244b7b-689a-484d-8a3b-d643c95b9447" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.571600] env[62748]: DEBUG oslo_concurrency.lockutils [req-e49b6b47-4579-46ca-8698-d5714ef33d9e req-ee02f02d-6201-4da8-ab26-2d6aff71e704 service nova] Acquired lock "refresh_cache-27244b7b-689a-484d-8a3b-d643c95b9447" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.571732] env[62748]: DEBUG nova.network.neutron [req-e49b6b47-4579-46ca-8698-d5714ef33d9e req-ee02f02d-6201-4da8-ab26-2d6aff71e704 service nova] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Refreshing network info cache for port ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.660413] env[62748]: DEBUG nova.network.neutron [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.747532] env[62748]: DEBUG nova.network.neutron [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.953257] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750060, 'name': CreateVM_Task, 'duration_secs': 0.377441} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.953540] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.957081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.957081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.957081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.957081] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270f1532-969d-4237-a64f-4dd3a8709eff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.960287] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 868.960287] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525b1a25-a868-fb92-ad43-8952c32ce094" [ 868.960287] env[62748]: _type = "Task" [ 868.960287] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.972086] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525b1a25-a868-fb92-ad43-8952c32ce094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.011420] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "6dff7523-d554-4aa1-8f90-54f11071b181" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.011710] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "6dff7523-d554-4aa1-8f90-54f11071b181" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.020283] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8e9f71-7b11-4d76-b8a6-8ed1fde8661d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.029607] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb1396-b9d8-46db-be8d-fb38235e077e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.061055] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1655e323-9918-4f4e-a75f-5b978eeedc9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.063955] env[62748]: DEBUG nova.compute.manager [None req-b81cfc14-754c-4af2-a688-55944fd128d5 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Instance disappeared during snapshot {{(pid=62748) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 869.072260] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342a3646-d84c-4de2-8eb1-6380bcca9a80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.093318] env[62748]: DEBUG nova.compute.provider_tree [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.147388] env[62748]: DEBUG nova.network.neutron [-] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.251405] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Releasing lock "refresh_cache-fe543823-1abd-4623-a715-351930faaaf9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.251405] env[62748]: DEBUG nova.compute.manager [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.251405] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.251405] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8082ef88-0615-4708-8d43-b5cd83557e06 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.266178] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.267396] env[62748]: DEBUG nova.compute.manager [None req-b81cfc14-754c-4af2-a688-55944fd128d5 tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Found 0 images (rotation: 2) {{(pid=62748) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 869.269170] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-703b5261-1e64-4931-bc79-7a5c92b87fc1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.276907] env[62748]: DEBUG oslo_vmware.api [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 869.276907] env[62748]: value = "task-2750061" [ 869.276907] env[62748]: _type = "Task" [ 869.276907] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.285917] env[62748]: DEBUG oslo_vmware.api [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.365610] env[62748]: DEBUG nova.network.neutron [req-e49b6b47-4579-46ca-8698-d5714ef33d9e req-ee02f02d-6201-4da8-ab26-2d6aff71e704 service nova] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Updated VIF entry in instance network info cache for port ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.367199] env[62748]: DEBUG nova.network.neutron [req-e49b6b47-4579-46ca-8698-d5714ef33d9e req-ee02f02d-6201-4da8-ab26-2d6aff71e704 service nova] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Updating instance_info_cache with network_info: [{"id": "ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75", "address": "fa:16:3e:02:b1:cb", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac82d0c2-d5", "ovs_interfaceid": "ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.382690] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.382953] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.383127] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.383317] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.383462] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.383612] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.383822] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.383987] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.384179] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.384343] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.384516] env[62748]: DEBUG nova.virt.hardware [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.386166] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc700fa5-f74e-4620-85ac-e7800fb55f73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.396058] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71073d27-f921-4e59-ba6b-93cc99fddab3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.409717] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:22:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5048e16-020e-4a53-9c9d-e583ce9bbe18', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.417305] env[62748]: DEBUG oslo.service.loopingcall [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.417638] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.417833] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8725bb82-1230-4d52-b451-fa204b235cae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.439154] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.439154] env[62748]: value = "task-2750062" [ 869.439154] env[62748]: _type = "Task" [ 869.439154] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.446258] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750062, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.471455] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525b1a25-a868-fb92-ad43-8952c32ce094, 'name': SearchDatastore_Task, 'duration_secs': 0.02762} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.471566] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.471746] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.471987] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.472152] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.472337] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.472600] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adc26e2e-1d83-44df-8539-0d87aeac4fa2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.490769] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.490996] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.491796] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62250f4b-97e5-40a8-b947-227319e80bb6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.498140] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 869.498140] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ec9468-7844-eff8-24a3-149b76dbe497" [ 869.498140] env[62748]: _type = "Task" [ 869.498140] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.506469] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ec9468-7844-eff8-24a3-149b76dbe497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.514811] env[62748]: DEBUG nova.compute.manager [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.601810] env[62748]: DEBUG nova.scheduler.client.report [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.651378] env[62748]: INFO nova.compute.manager [-] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Took 1.36 seconds to deallocate network for instance. [ 869.778576] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquiring lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.778808] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.789480] env[62748]: DEBUG oslo_vmware.api [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750061, 'name': PowerOffVM_Task, 'duration_secs': 0.361364} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.789480] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.790299] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.790299] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b53037e-3730-456b-942b-0ba922f447a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.815488] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.815842] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.816151] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Deleting the datastore file [datastore2] fe543823-1abd-4623-a715-351930faaaf9 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.816510] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68fc11d6-cc7a-4aac-a9ea-140cc507dad3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.825388] env[62748]: DEBUG oslo_vmware.api [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for the task: (returnval){ [ 869.825388] env[62748]: value = "task-2750064" [ 869.825388] env[62748]: _type = "Task" [ 869.825388] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.835890] env[62748]: DEBUG oslo_concurrency.lockutils [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "a448b745-a791-4efe-aa38-e224492729f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.835890] env[62748]: DEBUG oslo_concurrency.lockutils [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.835890] env[62748]: DEBUG oslo_concurrency.lockutils [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "a448b745-a791-4efe-aa38-e224492729f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.835890] env[62748]: DEBUG oslo_concurrency.lockutils [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.835890] env[62748]: DEBUG oslo_concurrency.lockutils [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.837340] env[62748]: DEBUG oslo_vmware.api [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.838523] env[62748]: INFO nova.compute.manager [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Terminating instance [ 869.869185] env[62748]: DEBUG oslo_concurrency.lockutils [req-e49b6b47-4579-46ca-8698-d5714ef33d9e req-ee02f02d-6201-4da8-ab26-2d6aff71e704 service nova] Releasing lock "refresh_cache-27244b7b-689a-484d-8a3b-d643c95b9447" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.950973] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750062, 'name': CreateVM_Task, 'duration_secs': 0.498888} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.950973] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.950973] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.950973] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.950973] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.950973] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbf6b23-8fac-43f8-b359-492ea92a366a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.955099] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 869.955099] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c4f415-a1a4-670b-0953-392b325a4e35" [ 869.955099] env[62748]: _type = "Task" [ 869.955099] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.962679] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c4f415-a1a4-670b-0953-392b325a4e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.007518] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ec9468-7844-eff8-24a3-149b76dbe497, 'name': SearchDatastore_Task, 'duration_secs': 0.014585} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.009178] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074eca41-7063-489a-9723-6dc2733b69d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.013702] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 870.013702] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5222aa62-0850-e923-4385-1592429bbfae" [ 870.013702] env[62748]: _type = "Task" [ 870.013702] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.023565] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5222aa62-0850-e923-4385-1592429bbfae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.039761] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.108595] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.111234] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.286s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.111234] env[62748]: DEBUG nova.objects.instance [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lazy-loading 'resources' on Instance uuid 523d4764-b5ff-4e3d-ad0a-8df39eee44c2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.127718] env[62748]: INFO nova.scheduler.client.report [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Deleted allocations for instance 9c3be849-2b3c-4f28-bb13-75099982bb8a [ 870.159508] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.283874] env[62748]: DEBUG nova.compute.manager [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.335843] env[62748]: DEBUG oslo_vmware.api [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Task: {'id': task-2750064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170241} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.336177] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.336430] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.336658] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.337324] env[62748]: INFO nova.compute.manager [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] [instance: fe543823-1abd-4623-a715-351930faaaf9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 870.337324] env[62748]: DEBUG oslo.service.loopingcall [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 870.337324] env[62748]: DEBUG nova.compute.manager [-] [instance: fe543823-1abd-4623-a715-351930faaaf9] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.337520] env[62748]: DEBUG nova.network.neutron [-] [instance: fe543823-1abd-4623-a715-351930faaaf9] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.342146] env[62748]: DEBUG nova.compute.manager [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.342367] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.346017] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab28527-a195-46a8-b018-de10bad49782 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.352223] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.352465] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02acfe39-9ab5-4b39-b6d3-f7e47dbd193b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.356688] env[62748]: DEBUG nova.network.neutron [-] [instance: fe543823-1abd-4623-a715-351930faaaf9] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.359103] env[62748]: DEBUG oslo_vmware.api [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 870.359103] env[62748]: value = "task-2750065" [ 870.359103] env[62748]: _type = "Task" [ 870.359103] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.367392] env[62748]: DEBUG oslo_vmware.api [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2750065, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.465354] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c4f415-a1a4-670b-0953-392b325a4e35, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.465635] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.465873] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.466119] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.466274] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.466457] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.466715] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d5e3e20-ad22-427b-8361-d017db97c67d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.477156] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.477392] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.478174] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e219e1b-6a96-457a-8a8c-29139722b9cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.483594] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 870.483594] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5244f4a6-a39b-bdac-2e56-348da6803a4a" [ 870.483594] env[62748]: _type = "Task" [ 870.483594] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.490764] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5244f4a6-a39b-bdac-2e56-348da6803a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.525676] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5222aa62-0850-e923-4385-1592429bbfae, 'name': SearchDatastore_Task, 'duration_secs': 0.021129} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.526084] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.526363] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 27244b7b-689a-484d-8a3b-d643c95b9447/27244b7b-689a-484d-8a3b-d643c95b9447.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.526782] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e2bf2a4-c2bb-48a7-9bec-7473af0f94d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.534090] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 870.534090] env[62748]: value = "task-2750066" [ 870.534090] env[62748]: _type = "Task" [ 870.534090] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.544301] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.622958] env[62748]: DEBUG nova.compute.manager [req-53ec5af4-4d67-4ff5-8d30-ae2bba5108b7 req-52a73935-47c2-46e9-9a8b-bf5312414857 service nova] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Received event network-vif-deleted-169961bb-aa60-44c6-aac9-7b087463a553 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 870.635212] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7ff7d7b1-2c4d-4092-8213-f3230cc5e47b tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "9c3be849-2b3c-4f28-bb13-75099982bb8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.640s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.805136] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.861638] env[62748]: DEBUG nova.network.neutron [-] [instance: fe543823-1abd-4623-a715-351930faaaf9] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.871844] env[62748]: DEBUG oslo_vmware.api [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2750065, 'name': PowerOffVM_Task, 'duration_secs': 0.262039} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.874252] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.874435] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.875391] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dce4270-547b-4930-99e8-579461c011bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.936196] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.936448] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.936635] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Deleting the datastore file [datastore1] a448b745-a791-4efe-aa38-e224492729f7 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.939613] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e597b286-085b-4a06-8db7-b49de1792d61 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.954544] env[62748]: DEBUG oslo_vmware.api [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for the task: (returnval){ [ 870.954544] env[62748]: value = "task-2750068" [ 870.954544] env[62748]: _type = "Task" [ 870.954544] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.964731] env[62748]: DEBUG oslo_vmware.api [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2750068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.990821] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950b5747-4b9c-48e2-a756-858d20a304ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.997196] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5244f4a6-a39b-bdac-2e56-348da6803a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.998410] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960cd022-8f33-4a93-90a7-618500a6c566 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.003779] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febe1cb4-0aad-48e8-8a3f-7f00c7f4367e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.008195] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 871.008195] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5262d0d1-43d4-6700-81bd-bac94733b10a" [ 871.008195] env[62748]: _type = "Task" [ 871.008195] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.042513] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c519b5-4240-4169-a116-2d4f1069732a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.048650] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5262d0d1-43d4-6700-81bd-bac94733b10a, 'name': SearchDatastore_Task, 'duration_secs': 0.019393} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.049656] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.049970] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2/372401d7-1bda-48e2-895c-66ac16cf1dd2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.050370] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a354034-0af0-4fd4-b21d-16352191d02b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.058477] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750066, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.060169] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c589998-3cb5-46f0-bdf2-c2e7ec02d7a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.065887] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 871.065887] env[62748]: value = "task-2750069" [ 871.065887] env[62748]: _type = "Task" [ 871.065887] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.077446] env[62748]: DEBUG nova.compute.provider_tree [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.085467] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.366859] env[62748]: INFO nova.compute.manager [-] [instance: fe543823-1abd-4623-a715-351930faaaf9] Took 1.03 seconds to deallocate network for instance. [ 871.467792] env[62748]: DEBUG oslo_vmware.api [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Task: {'id': task-2750068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420083} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.468099] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.468297] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.468479] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.468657] env[62748]: INFO nova.compute.manager [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] [instance: a448b745-a791-4efe-aa38-e224492729f7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 871.468912] env[62748]: DEBUG oslo.service.loopingcall [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.469149] env[62748]: DEBUG nova.compute.manager [-] [instance: a448b745-a791-4efe-aa38-e224492729f7] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.469301] env[62748]: DEBUG nova.network.neutron [-] [instance: a448b745-a791-4efe-aa38-e224492729f7] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.549119] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708739} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.549446] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 27244b7b-689a-484d-8a3b-d643c95b9447/27244b7b-689a-484d-8a3b-d643c95b9447.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 871.549680] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 871.549971] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e65390da-076a-46f7-a6bb-88e1ffe8827f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.558320] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 871.558320] env[62748]: value = "task-2750070" [ 871.558320] env[62748]: _type = "Task" [ 871.558320] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.568125] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.579084] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750069, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.581347] env[62748]: DEBUG nova.scheduler.client.report [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.873402] env[62748]: DEBUG nova.compute.manager [req-8f02ff7a-e764-495a-9b10-0b1bdb1065ee req-4ac60133-9d69-49f7-b0dd-7cfbf4c34dde service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Received event network-vif-deleted-34c8c450-f05e-4257-935d-eea1adb00dba {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 871.873549] env[62748]: INFO nova.compute.manager [req-8f02ff7a-e764-495a-9b10-0b1bdb1065ee req-4ac60133-9d69-49f7-b0dd-7cfbf4c34dde service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Neutron deleted interface 34c8c450-f05e-4257-935d-eea1adb00dba; detaching it from the instance and deleting it from the info cache [ 871.873796] env[62748]: DEBUG nova.network.neutron [req-8f02ff7a-e764-495a-9b10-0b1bdb1065ee req-4ac60133-9d69-49f7-b0dd-7cfbf4c34dde service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.875535] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.068906] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078255} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.071823] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.072573] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7667c90-69b6-4430-b241-4084bf0bc763 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.079745] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6137} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.088518] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2/372401d7-1bda-48e2-895c-66ac16cf1dd2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.088726] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.089421] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.099515] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 27244b7b-689a-484d-8a3b-d643c95b9447/27244b7b-689a-484d-8a3b-d643c95b9447.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.099954] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b916a26d-52d1-4965-a5ad-e8c34da9494b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.101882] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.576s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.102116] env[62748]: DEBUG nova.objects.instance [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lazy-loading 'resources' on Instance uuid c1170d7d-5575-47e7-a533-74737cb7dd3e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.103155] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0bb6c2-922d-4539-8045-8077098beb6f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.121606] env[62748]: INFO nova.scheduler.client.report [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Deleted allocations for instance 523d4764-b5ff-4e3d-ad0a-8df39eee44c2 [ 872.126658] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 872.126658] env[62748]: value = "task-2750071" [ 872.126658] env[62748]: _type = "Task" [ 872.126658] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.127833] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 872.127833] env[62748]: value = "task-2750072" [ 872.127833] env[62748]: _type = "Task" [ 872.127833] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.143743] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.143985] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750072, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.221971] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "ce4532df-3d21-4836-bde5-dec47e5c9592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.222250] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "ce4532df-3d21-4836-bde5-dec47e5c9592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.222466] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "ce4532df-3d21-4836-bde5-dec47e5c9592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.222642] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "ce4532df-3d21-4836-bde5-dec47e5c9592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.222811] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "ce4532df-3d21-4836-bde5-dec47e5c9592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.229259] env[62748]: INFO nova.compute.manager [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Terminating instance [ 872.289215] env[62748]: DEBUG nova.network.neutron [-] [instance: a448b745-a791-4efe-aa38-e224492729f7] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.377247] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cb0ccaf-4edd-4e7b-a7f2-53f5b72c1ac2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.391466] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac9da27-c05d-41b8-af1d-7ef26ebcc8a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.429082] env[62748]: DEBUG nova.compute.manager [req-8f02ff7a-e764-495a-9b10-0b1bdb1065ee req-4ac60133-9d69-49f7-b0dd-7cfbf4c34dde service nova] [instance: a448b745-a791-4efe-aa38-e224492729f7] Detach interface failed, port_id=34c8c450-f05e-4257-935d-eea1adb00dba, reason: Instance a448b745-a791-4efe-aa38-e224492729f7 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 872.466867] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a995e2-27c7-4b7b-96c2-a89d581e4f89 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.474032] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411d2988-d8f7-4914-aea6-50b74f7a504b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.503322] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11712f35-0785-4932-9ba0-78c499e194f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.510267] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad77e95b-87dd-4902-b265-b591b0914f85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.524929] env[62748]: DEBUG nova.compute.provider_tree [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.631601] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8433fe7-e1cf-4fae-b173-bfc603d0acf6 tempest-ServersNegativeTestMultiTenantJSON-1257843796 tempest-ServersNegativeTestMultiTenantJSON-1257843796-project-member] Lock "523d4764-b5ff-4e3d-ad0a-8df39eee44c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.215s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.639933] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070091} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.643457] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.643580] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.644289] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea74631-7694-4b6d-aaa4-9479e4dfef9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.665728] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2/372401d7-1bda-48e2-895c-66ac16cf1dd2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.666305] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e43c5c5e-babb-44ba-976d-d43731766ce7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.686648] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 872.686648] env[62748]: value = "task-2750073" [ 872.686648] env[62748]: _type = "Task" [ 872.686648] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.695139] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.736677] env[62748]: DEBUG nova.compute.manager [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.736912] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.737813] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d82680-c0a5-4260-ab6e-2cef578107ae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.747200] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.747200] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f2c49c1-c5d8-40cf-92d4-bb09a8fadad0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.753105] env[62748]: DEBUG oslo_vmware.api [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 872.753105] env[62748]: value = "task-2750074" [ 872.753105] env[62748]: _type = "Task" [ 872.753105] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.761037] env[62748]: DEBUG oslo_vmware.api [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2750074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.791753] env[62748]: INFO nova.compute.manager [-] [instance: a448b745-a791-4efe-aa38-e224492729f7] Took 1.32 seconds to deallocate network for instance. [ 873.028408] env[62748]: DEBUG nova.scheduler.client.report [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.143107] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750072, 'name': ReconfigVM_Task, 'duration_secs': 0.781634} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.143669] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 27244b7b-689a-484d-8a3b-d643c95b9447/27244b7b-689a-484d-8a3b-d643c95b9447.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.144031] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-099ff0a0-a2a4-49da-8ba2-c783a48e4ee5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.150950] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 873.150950] env[62748]: value = "task-2750075" [ 873.150950] env[62748]: _type = "Task" [ 873.150950] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.158382] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750075, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.196063] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750073, 'name': ReconfigVM_Task, 'duration_secs': 0.333812} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.196386] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2/372401d7-1bda-48e2-895c-66ac16cf1dd2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.197039] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3509abfb-5263-4601-a4bb-fe7f45b1c7b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.203037] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 873.203037] env[62748]: value = "task-2750076" [ 873.203037] env[62748]: _type = "Task" [ 873.203037] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.210642] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750076, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.263316] env[62748]: DEBUG oslo_vmware.api [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2750074, 'name': PowerOffVM_Task, 'duration_secs': 0.214188} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.263625] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.263806] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.264073] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5deeb2d-0495-4d7e-be8c-a7bf6aefcf3d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.299234] env[62748]: DEBUG oslo_concurrency.lockutils [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.330755] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.330998] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.331230] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Deleting the datastore file [datastore2] ce4532df-3d21-4836-bde5-dec47e5c9592 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.331542] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1510daf2-47a3-4d63-b4d2-d7a7dc7a3990 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.338567] env[62748]: DEBUG oslo_vmware.api [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for the task: (returnval){ [ 873.338567] env[62748]: value = "task-2750078" [ 873.338567] env[62748]: _type = "Task" [ 873.338567] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.346562] env[62748]: DEBUG oslo_vmware.api [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2750078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.532862] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.431s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.535869] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.014s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.536261] env[62748]: DEBUG nova.objects.instance [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lazy-loading 'resources' on Instance uuid 712ab7cf-0f3a-4c32-9102-711774287121 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.559646] env[62748]: INFO nova.scheduler.client.report [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Deleted allocations for instance c1170d7d-5575-47e7-a533-74737cb7dd3e [ 873.662393] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750075, 'name': Rename_Task, 'duration_secs': 0.150091} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.662763] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.663020] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1226fa81-59d2-4571-9ac1-de8c16e362ae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.669542] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 873.669542] env[62748]: value = "task-2750079" [ 873.669542] env[62748]: _type = "Task" [ 873.669542] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.679328] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.713687] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750076, 'name': Rename_Task, 'duration_secs': 0.138492} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.714011] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.714303] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c3b9285-bd6d-4a63-bd22-72c87e4bd2bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.720588] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 873.720588] env[62748]: value = "task-2750080" [ 873.720588] env[62748]: _type = "Task" [ 873.720588] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.728922] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.853038] env[62748]: DEBUG oslo_vmware.api [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Task: {'id': task-2750078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124455} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.854267] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.854267] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.854267] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.854422] env[62748]: INFO nova.compute.manager [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Took 1.12 seconds to destroy the instance on the hypervisor. [ 873.854602] env[62748]: DEBUG oslo.service.loopingcall [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.854748] env[62748]: DEBUG nova.compute.manager [-] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.854851] env[62748]: DEBUG nova.network.neutron [-] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.070996] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5659c20a-6fa0-4891-af5c-b52bd67b7e9c tempest-ServerTagsTestJSON-617086299 tempest-ServerTagsTestJSON-617086299-project-member] Lock "c1170d7d-5575-47e7-a533-74737cb7dd3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.793s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.183401] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.241666] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750080, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.346852] env[62748]: DEBUG nova.compute.manager [req-46d0cc12-b01f-4e1c-aeee-d2d509292182 req-4aa4855e-52f0-4d04-a899-d255ce42ab62 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Received event network-vif-deleted-0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 874.347070] env[62748]: INFO nova.compute.manager [req-46d0cc12-b01f-4e1c-aeee-d2d509292182 req-4aa4855e-52f0-4d04-a899-d255ce42ab62 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Neutron deleted interface 0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f; detaching it from the instance and deleting it from the info cache [ 874.347249] env[62748]: DEBUG nova.network.neutron [req-46d0cc12-b01f-4e1c-aeee-d2d509292182 req-4aa4855e-52f0-4d04-a899-d255ce42ab62 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.455610] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a63beb4-fb1b-4b72-9ebd-c696da026b72 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.465857] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c912c0a-d736-49a0-9608-9f3521b85437 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.503411] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3cc0d1-4ff2-453a-be31-b9848b114b21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.513817] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ed9bd8-b7a7-4ed4-a75b-1a79ae9dacfe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.530953] env[62748]: DEBUG nova.compute.provider_tree [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.684804] env[62748]: DEBUG oslo_vmware.api [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750079, 'name': PowerOnVM_Task, 'duration_secs': 0.654455} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.685154] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.685371] env[62748]: INFO nova.compute.manager [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Took 8.77 seconds to spawn the instance on the hypervisor. [ 874.685577] env[62748]: DEBUG nova.compute.manager [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.686410] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e41d8f-0b1e-4dd9-a85c-85eb87866173 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.741148] env[62748]: DEBUG oslo_vmware.api [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750080, 'name': PowerOnVM_Task, 'duration_secs': 0.578051} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.741584] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.742024] env[62748]: DEBUG nova.compute.manager [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.742773] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b06cb-8158-4638-a176-9b03f30bc0a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.774944] env[62748]: DEBUG nova.network.neutron [-] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.850642] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65aab551-b70a-4d9f-a54e-a4db6e28b73c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.862045] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75976106-f100-43bd-96b1-7f398aa8228d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.903498] env[62748]: DEBUG nova.compute.manager [req-46d0cc12-b01f-4e1c-aeee-d2d509292182 req-4aa4855e-52f0-4d04-a899-d255ce42ab62 service nova] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Detach interface failed, port_id=0dfb0f1f-62a4-4be9-a67e-4c05fd14a71f, reason: Instance ce4532df-3d21-4836-bde5-dec47e5c9592 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 875.035553] env[62748]: DEBUG nova.scheduler.client.report [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.207597] env[62748]: INFO nova.compute.manager [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Took 42.57 seconds to build instance. [ 875.264936] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.276434] env[62748]: INFO nova.compute.manager [-] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Took 1.42 seconds to deallocate network for instance. [ 875.544038] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.545354] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.633s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.547456] env[62748]: INFO nova.compute.claims [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.572537] env[62748]: INFO nova.scheduler.client.report [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted allocations for instance 712ab7cf-0f3a-4c32-9102-711774287121 [ 875.709644] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ef39b93a-103f-4f14-a2b4-5e880430a225 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "27244b7b-689a-484d-8a3b-d643c95b9447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.084s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.787062] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.977022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "27244b7b-689a-484d-8a3b-d643c95b9447" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.977022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "27244b7b-689a-484d-8a3b-d643c95b9447" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.977022] env[62748]: DEBUG nova.compute.manager [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.977022] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a20b8e7-6b09-47b9-88f6-d318b8e31943 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.986081] env[62748]: DEBUG nova.compute.manager [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 875.986842] env[62748]: DEBUG nova.objects.instance [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lazy-loading 'flavor' on Instance uuid 27244b7b-689a-484d-8a3b-d643c95b9447 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.090114] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2ba906ef-4b6a-4a68-b04f-dbf84e288b23 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "712ab7cf-0f3a-4c32-9102-711774287121" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.309s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.692839] env[62748]: DEBUG oslo_concurrency.lockutils [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.693200] env[62748]: DEBUG oslo_concurrency.lockutils [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.693635] env[62748]: DEBUG oslo_concurrency.lockutils [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.693635] env[62748]: DEBUG oslo_concurrency.lockutils [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.693811] env[62748]: DEBUG oslo_concurrency.lockutils [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.695902] env[62748]: INFO nova.compute.manager [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Terminating instance [ 876.745677] env[62748]: DEBUG oslo_concurrency.lockutils [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "372401d7-1bda-48e2-895c-66ac16cf1dd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.746388] env[62748]: DEBUG oslo_concurrency.lockutils [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "372401d7-1bda-48e2-895c-66ac16cf1dd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.746683] env[62748]: DEBUG oslo_concurrency.lockutils [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "372401d7-1bda-48e2-895c-66ac16cf1dd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.747052] env[62748]: DEBUG oslo_concurrency.lockutils [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "372401d7-1bda-48e2-895c-66ac16cf1dd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.747052] env[62748]: DEBUG oslo_concurrency.lockutils [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "372401d7-1bda-48e2-895c-66ac16cf1dd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.754990] env[62748]: INFO nova.compute.manager [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Terminating instance [ 876.919913] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abdd0cf-83d7-4306-988a-51b4ff26d2bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.929798] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e182b6cd-6c6d-4b16-afaf-f591831c76ce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.958819] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e62386-65f3-46dc-afb4-810bdccb4b4a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.966591] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e603247-36ff-4091-8210-a4b078a15df5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.979993] env[62748]: DEBUG nova.compute.provider_tree [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.993286] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.993983] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7142630c-03ad-446e-957e-aaf9d0adbab7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.000814] env[62748]: DEBUG oslo_vmware.api [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 877.000814] env[62748]: value = "task-2750081" [ 877.000814] env[62748]: _type = "Task" [ 877.000814] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.009458] env[62748]: DEBUG oslo_vmware.api [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.199331] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "84540cb5-a09f-4d13-acf7-3940379ae10e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.199701] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.202033] env[62748]: DEBUG nova.compute.manager [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.202214] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.203418] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3533a1d-d254-4ea7-bf1a-bd78275f82aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.211146] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.211914] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-092f0b9d-4c79-4ff2-ab38-bd02502e9733 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.220278] env[62748]: DEBUG oslo_vmware.api [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 877.220278] env[62748]: value = "task-2750082" [ 877.220278] env[62748]: _type = "Task" [ 877.220278] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.229107] env[62748]: DEBUG oslo_vmware.api [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.258117] env[62748]: DEBUG nova.compute.manager [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.258352] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.259259] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3705b445-214a-4fd6-89bb-a47437e7928d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.267081] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.267312] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ac947f8-0677-4f5c-8fb2-c09857f8d3f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.275736] env[62748]: DEBUG oslo_vmware.api [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 877.275736] env[62748]: value = "task-2750083" [ 877.275736] env[62748]: _type = "Task" [ 877.275736] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.284734] env[62748]: DEBUG oslo_vmware.api [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.484577] env[62748]: DEBUG nova.scheduler.client.report [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.511038] env[62748]: DEBUG oslo_vmware.api [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750081, 'name': PowerOffVM_Task, 'duration_secs': 0.335652} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.511413] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.511657] env[62748]: DEBUG nova.compute.manager [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.512542] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27125b3-c06e-471b-bdda-6fcd6f03cfaa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.702491] env[62748]: DEBUG nova.compute.manager [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.730057] env[62748]: DEBUG oslo_vmware.api [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750082, 'name': PowerOffVM_Task, 'duration_secs': 0.200997} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.730057] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.730057] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.730256] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a47840-c085-4440-b6ff-893cc91fc37c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.786026] env[62748]: DEBUG oslo_vmware.api [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750083, 'name': PowerOffVM_Task, 'duration_secs': 0.227572} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.786294] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.786465] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.786720] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.786893] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.787075] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleting the datastore file [datastore2] 95f65e57-04f6-42cd-99fc-13793c0a1f0e {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.787298] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a73c7217-c0e3-4ba4-8a3a-63c0bd9af3e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.788917] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69b38672-0601-4b62-b928-d31a060c8865 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.796525] env[62748]: DEBUG oslo_vmware.api [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 877.796525] env[62748]: value = "task-2750086" [ 877.796525] env[62748]: _type = "Task" [ 877.796525] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.803691] env[62748]: DEBUG oslo_vmware.api [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.851575] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.851790] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.851977] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleting the datastore file [datastore2] 372401d7-1bda-48e2-895c-66ac16cf1dd2 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.852265] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d459f9f2-a2c5-4f04-a84e-15c5d768af3f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.858489] env[62748]: DEBUG oslo_vmware.api [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 877.858489] env[62748]: value = "task-2750087" [ 877.858489] env[62748]: _type = "Task" [ 877.858489] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.867201] env[62748]: DEBUG oslo_vmware.api [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.990947] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.991563] env[62748]: DEBUG nova.compute.manager [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.994773] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.373s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.996265] env[62748]: INFO nova.compute.claims [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.025300] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dc7a9384-8d61-4ad3-93db-985ee8f88665 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "27244b7b-689a-484d-8a3b-d643c95b9447" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.225562] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.307288] env[62748]: DEBUG oslo_vmware.api [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146592} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.307568] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.307754] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.307936] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.308127] env[62748]: INFO nova.compute.manager [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 878.308391] env[62748]: DEBUG oslo.service.loopingcall [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.308595] env[62748]: DEBUG nova.compute.manager [-] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.308710] env[62748]: DEBUG nova.network.neutron [-] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.367789] env[62748]: DEBUG oslo_vmware.api [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140423} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.368016] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.368207] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.368392] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.368563] env[62748]: INFO nova.compute.manager [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 878.368793] env[62748]: DEBUG oslo.service.loopingcall [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.368981] env[62748]: DEBUG nova.compute.manager [-] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.369088] env[62748]: DEBUG nova.network.neutron [-] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.453435] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "27244b7b-689a-484d-8a3b-d643c95b9447" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.453736] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "27244b7b-689a-484d-8a3b-d643c95b9447" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.453954] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "27244b7b-689a-484d-8a3b-d643c95b9447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.454156] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "27244b7b-689a-484d-8a3b-d643c95b9447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.454332] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "27244b7b-689a-484d-8a3b-d643c95b9447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.456951] env[62748]: INFO nova.compute.manager [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Terminating instance [ 878.501058] env[62748]: DEBUG nova.compute.utils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.504513] env[62748]: DEBUG nova.compute.manager [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.506921] env[62748]: DEBUG nova.network.neutron [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.569536] env[62748]: DEBUG nova.policy [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd446c7e5e6c84971bcae6fe81e6cc7be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f32ac6cbb04da0b24a83620502e460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.577629] env[62748]: DEBUG nova.compute.manager [req-439afe9f-37a1-4660-9b83-f77f27dee409 req-0017c9b6-67ee-41a9-b6b8-a69ba88837d9 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Received event network-vif-deleted-95d45067-3ab0-4e47-8c7b-b759ca1beef9 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.577831] env[62748]: INFO nova.compute.manager [req-439afe9f-37a1-4660-9b83-f77f27dee409 req-0017c9b6-67ee-41a9-b6b8-a69ba88837d9 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Neutron deleted interface 95d45067-3ab0-4e47-8c7b-b759ca1beef9; detaching it from the instance and deleting it from the info cache [ 878.578075] env[62748]: DEBUG nova.network.neutron [req-439afe9f-37a1-4660-9b83-f77f27dee409 req-0017c9b6-67ee-41a9-b6b8-a69ba88837d9 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.692583] env[62748]: DEBUG nova.compute.manager [req-b981b8bf-0fa0-44fc-98af-681ed1057677 req-e971c91c-fc82-4fb8-a21c-2677bf8d1713 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Received event network-vif-deleted-f5048e16-020e-4a53-9c9d-e583ce9bbe18 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.692783] env[62748]: INFO nova.compute.manager [req-b981b8bf-0fa0-44fc-98af-681ed1057677 req-e971c91c-fc82-4fb8-a21c-2677bf8d1713 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Neutron deleted interface f5048e16-020e-4a53-9c9d-e583ce9bbe18; detaching it from the instance and deleting it from the info cache [ 878.692957] env[62748]: DEBUG nova.network.neutron [req-b981b8bf-0fa0-44fc-98af-681ed1057677 req-e971c91c-fc82-4fb8-a21c-2677bf8d1713 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.900893] env[62748]: DEBUG nova.network.neutron [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Successfully created port: a81caed8-e284-4f86-b9d2-a044862d2dd0 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.961383] env[62748]: DEBUG nova.compute.manager [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.963097] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.963097] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115e190d-03a1-484f-b192-aa4235a9a531 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.974781] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.975055] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbc5937e-6d10-478d-ae02-43f393b18f0a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.010552] env[62748]: DEBUG nova.compute.manager [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.043978] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.044344] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.044823] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleting the datastore file [datastore1] 27244b7b-689a-484d-8a3b-d643c95b9447 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.044823] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e6a666-4bec-414f-bc5d-edd77a93f88c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.052697] env[62748]: DEBUG oslo_vmware.api [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 879.052697] env[62748]: value = "task-2750089" [ 879.052697] env[62748]: _type = "Task" [ 879.052697] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.056717] env[62748]: DEBUG nova.network.neutron [-] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.060874] env[62748]: DEBUG oslo_vmware.api [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.081492] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b047dfdc-7250-45ca-b052-6afc99ac5c5f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.091695] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6972842-de8f-4b4e-aa89-17341ad0570f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.130131] env[62748]: DEBUG nova.compute.manager [req-439afe9f-37a1-4660-9b83-f77f27dee409 req-0017c9b6-67ee-41a9-b6b8-a69ba88837d9 service nova] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Detach interface failed, port_id=95d45067-3ab0-4e47-8c7b-b759ca1beef9, reason: Instance 95f65e57-04f6-42cd-99fc-13793c0a1f0e could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 879.174935] env[62748]: DEBUG nova.network.neutron [-] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.195641] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6eef259b-2e9b-4bfe-882f-302a1f925a17 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.204934] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025e2a4-12ef-487c-b60a-deb2f485a977 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.242471] env[62748]: DEBUG nova.compute.manager [req-b981b8bf-0fa0-44fc-98af-681ed1057677 req-e971c91c-fc82-4fb8-a21c-2677bf8d1713 service nova] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Detach interface failed, port_id=f5048e16-020e-4a53-9c9d-e583ce9bbe18, reason: Instance 372401d7-1bda-48e2-895c-66ac16cf1dd2 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 879.373175] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e1ff51-6b61-42ad-8517-70c12e711c36 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.380490] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8f85d2-39f8-4950-92ee-57d611f47c86 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.410812] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804f6ef-90a2-47e3-9012-8b2bef66a24f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.417975] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc7eaa9-cb91-4a73-83af-add49c690663 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.430791] env[62748]: DEBUG nova.compute.provider_tree [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.562971] env[62748]: INFO nova.compute.manager [-] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Took 1.25 seconds to deallocate network for instance. [ 879.563320] env[62748]: DEBUG oslo_vmware.api [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132676} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.564874] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.565078] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.565263] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.565435] env[62748]: INFO nova.compute.manager [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Took 0.60 seconds to destroy the instance on the hypervisor. [ 879.565668] env[62748]: DEBUG oslo.service.loopingcall [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 879.568683] env[62748]: DEBUG nova.compute.manager [-] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.568787] env[62748]: DEBUG nova.network.neutron [-] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.678025] env[62748]: INFO nova.compute.manager [-] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Took 1.31 seconds to deallocate network for instance. [ 879.933483] env[62748]: DEBUG nova.scheduler.client.report [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.021296] env[62748]: DEBUG nova.compute.manager [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.051722] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.052105] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.052227] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.052352] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.052585] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.052677] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.052853] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.053037] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.053201] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.053355] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.053676] env[62748]: DEBUG nova.virt.hardware [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.054529] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8f4c3e-275a-4751-a92f-e919742e8117 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.062857] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64304cf-bf26-4074-941d-8a2f875213e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.076518] env[62748]: DEBUG oslo_concurrency.lockutils [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.184546] env[62748]: DEBUG oslo_concurrency.lockutils [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.277671] env[62748]: DEBUG nova.network.neutron [-] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.378687] env[62748]: DEBUG nova.network.neutron [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Successfully updated port: a81caed8-e284-4f86-b9d2-a044862d2dd0 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.438503] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.439148] env[62748]: DEBUG nova.compute.manager [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.441694] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.402s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.443188] env[62748]: INFO nova.compute.claims [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.722886] env[62748]: DEBUG nova.compute.manager [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Received event network-vif-deleted-ac82d0c2-d5af-4bb3-94d5-4d4fa4192b75 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.723076] env[62748]: DEBUG nova.compute.manager [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Received event network-vif-plugged-a81caed8-e284-4f86-b9d2-a044862d2dd0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.723275] env[62748]: DEBUG oslo_concurrency.lockutils [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] Acquiring lock "5854385b-b6d7-43ed-beea-1b0b521cc700-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.723508] env[62748]: DEBUG oslo_concurrency.lockutils [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.723657] env[62748]: DEBUG oslo_concurrency.lockutils [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.723819] env[62748]: DEBUG nova.compute.manager [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] No waiting events found dispatching network-vif-plugged-a81caed8-e284-4f86-b9d2-a044862d2dd0 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.723983] env[62748]: WARNING nova.compute.manager [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Received unexpected event network-vif-plugged-a81caed8-e284-4f86-b9d2-a044862d2dd0 for instance with vm_state building and task_state spawning. [ 880.724166] env[62748]: DEBUG nova.compute.manager [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Received event network-changed-a81caed8-e284-4f86-b9d2-a044862d2dd0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.724323] env[62748]: DEBUG nova.compute.manager [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Refreshing instance network info cache due to event network-changed-a81caed8-e284-4f86-b9d2-a044862d2dd0. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 880.724504] env[62748]: DEBUG oslo_concurrency.lockutils [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] Acquiring lock "refresh_cache-5854385b-b6d7-43ed-beea-1b0b521cc700" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.724645] env[62748]: DEBUG oslo_concurrency.lockutils [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] Acquired lock "refresh_cache-5854385b-b6d7-43ed-beea-1b0b521cc700" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.724798] env[62748]: DEBUG nova.network.neutron [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Refreshing network info cache for port a81caed8-e284-4f86-b9d2-a044862d2dd0 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.779956] env[62748]: INFO nova.compute.manager [-] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Took 1.21 seconds to deallocate network for instance. [ 880.881779] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "refresh_cache-5854385b-b6d7-43ed-beea-1b0b521cc700" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 880.947785] env[62748]: DEBUG nova.compute.utils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.951604] env[62748]: DEBUG nova.compute.manager [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.951782] env[62748]: DEBUG nova.network.neutron [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.001720] env[62748]: DEBUG nova.policy [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba8f700189724a31b74f41ba81af5f1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '372b7b4496634c359748c32b366489f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.265753] env[62748]: DEBUG nova.network.neutron [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.285905] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.324124] env[62748]: DEBUG nova.network.neutron [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Successfully created port: ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.384291] env[62748]: DEBUG nova.network.neutron [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.455729] env[62748]: DEBUG nova.compute.manager [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.773729] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c5e921-6906-4d13-917b-b8a437b94ecf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.781329] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b729c-2eb1-409b-bf61-9cbbc50f85d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.810471] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a563d465-de81-425f-8520-3384461807ff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.817503] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f8ad1b-d7cd-44f8-a2a6-373843876774 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.831748] env[62748]: DEBUG nova.compute.provider_tree [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.887438] env[62748]: DEBUG oslo_concurrency.lockutils [req-662506b7-dd2e-40f7-96ab-64e050c7235b req-b6106cc9-b7d7-4135-84f7-9d6f30d4af3b service nova] Releasing lock "refresh_cache-5854385b-b6d7-43ed-beea-1b0b521cc700" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.887898] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "refresh_cache-5854385b-b6d7-43ed-beea-1b0b521cc700" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.888142] env[62748]: DEBUG nova.network.neutron [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.335347] env[62748]: DEBUG nova.scheduler.client.report [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.426619] env[62748]: DEBUG nova.network.neutron [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.466077] env[62748]: DEBUG nova.compute.manager [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.490759] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.491031] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.491197] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.491383] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.491558] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.491692] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.491906] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.492079] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.492248] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.492409] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.492583] env[62748]: DEBUG nova.virt.hardware [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.493455] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b499eb6-4612-47cd-9744-6aed7c68a52b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.501142] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09ad27c-0590-426e-afa5-9ce9afd19fcd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.555022] env[62748]: DEBUG nova.network.neutron [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Updating instance_info_cache with network_info: [{"id": "a81caed8-e284-4f86-b9d2-a044862d2dd0", "address": "fa:16:3e:4e:32:69", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa81caed8-e2", "ovs_interfaceid": "a81caed8-e284-4f86-b9d2-a044862d2dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.794519] env[62748]: DEBUG nova.compute.manager [req-3583415f-6ddf-417d-9dba-0b2020eb848b req-ca1c2e96-3742-448d-839b-946b5f68d0c9 service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Received event network-vif-plugged-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 882.794750] env[62748]: DEBUG oslo_concurrency.lockutils [req-3583415f-6ddf-417d-9dba-0b2020eb848b req-ca1c2e96-3742-448d-839b-946b5f68d0c9 service nova] Acquiring lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.794987] env[62748]: DEBUG oslo_concurrency.lockutils [req-3583415f-6ddf-417d-9dba-0b2020eb848b req-ca1c2e96-3742-448d-839b-946b5f68d0c9 service nova] Lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.795180] env[62748]: DEBUG oslo_concurrency.lockutils [req-3583415f-6ddf-417d-9dba-0b2020eb848b req-ca1c2e96-3742-448d-839b-946b5f68d0c9 service nova] Lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.795354] env[62748]: DEBUG nova.compute.manager [req-3583415f-6ddf-417d-9dba-0b2020eb848b req-ca1c2e96-3742-448d-839b-946b5f68d0c9 service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] No waiting events found dispatching network-vif-plugged-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.795521] env[62748]: WARNING nova.compute.manager [req-3583415f-6ddf-417d-9dba-0b2020eb848b req-ca1c2e96-3742-448d-839b-946b5f68d0c9 service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Received unexpected event network-vif-plugged-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 for instance with vm_state building and task_state spawning. [ 882.823791] env[62748]: DEBUG nova.network.neutron [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Successfully updated port: ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.846862] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.848834] env[62748]: DEBUG nova.compute.manager [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.850072] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.691s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.850296] env[62748]: DEBUG nova.objects.instance [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lazy-loading 'resources' on Instance uuid b755a127-3a69-4592-b7a0-e5d314cccf3a {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.058080] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "refresh_cache-5854385b-b6d7-43ed-beea-1b0b521cc700" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.058080] env[62748]: DEBUG nova.compute.manager [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Instance network_info: |[{"id": "a81caed8-e284-4f86-b9d2-a044862d2dd0", "address": "fa:16:3e:4e:32:69", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa81caed8-e2", "ovs_interfaceid": "a81caed8-e284-4f86-b9d2-a044862d2dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.058080] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:32:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a81caed8-e284-4f86-b9d2-a044862d2dd0', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.065734] env[62748]: DEBUG oslo.service.loopingcall [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.065904] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.066146] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a925c467-9143-4835-8401-fd9a02881282 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.088136] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.088136] env[62748]: value = "task-2750090" [ 883.088136] env[62748]: _type = "Task" [ 883.088136] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.097150] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750090, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.325929] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "refresh_cache-87d2e0de-45a3-4d3a-a4c2-40f68c46794f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.326118] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "refresh_cache-87d2e0de-45a3-4d3a-a4c2-40f68c46794f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.326312] env[62748]: DEBUG nova.network.neutron [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.356366] env[62748]: DEBUG nova.compute.utils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.357962] env[62748]: DEBUG nova.compute.manager [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.358303] env[62748]: DEBUG nova.network.neutron [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.396545] env[62748]: DEBUG nova.policy [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec9595688e5749f28f993a8b236fc7bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da91a5cc932542f690f39a2f3651b764', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.602964] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750090, 'name': CreateVM_Task, 'duration_secs': 0.289869} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.603265] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.603700] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.603880] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.604667] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 883.606784] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75041376-e3c1-4eb5-926d-91aab26ac5fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.611904] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 883.611904] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524b4c98-8aa6-ad5d-1973-b904ca588eb2" [ 883.611904] env[62748]: _type = "Task" [ 883.611904] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.620171] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524b4c98-8aa6-ad5d-1973-b904ca588eb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.690457] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762c5db-d311-4d53-adb3-4d8b8ad62a13 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.697716] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1da47d-2ed5-449c-9394-8b33e9fd2db1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.701420] env[62748]: DEBUG nova.network.neutron [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Successfully created port: 17d0158e-0689-423f-a66c-d8ff106ce55a {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.729602] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881fa20b-e0ab-4f68-8d6c-c135a86d5719 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.737059] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d61fda6-b6f9-4f93-be81-c6e073fa320e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.750079] env[62748]: DEBUG nova.compute.provider_tree [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.861212] env[62748]: DEBUG nova.compute.manager [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.098155] env[62748]: DEBUG nova.network.neutron [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.124828] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524b4c98-8aa6-ad5d-1973-b904ca588eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.125369] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.125761] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.126179] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.126481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.126811] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.128365] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d393adf-bed3-4167-bb19-9071fc8e46a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.135694] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.136903] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.136903] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e0221a-1af8-46fa-814c-389a07d7f95e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.144125] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 884.144125] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dd5d68-2da2-fa09-c73a-0b52de12ed1c" [ 884.144125] env[62748]: _type = "Task" [ 884.144125] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.156088] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dd5d68-2da2-fa09-c73a-0b52de12ed1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.253346] env[62748]: DEBUG nova.scheduler.client.report [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.270862] env[62748]: DEBUG nova.network.neutron [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Updating instance_info_cache with network_info: [{"id": "ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290", "address": "fa:16:3e:00:3b:8c", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8e8e8d-d5", "ovs_interfaceid": "ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.654967] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dd5d68-2da2-fa09-c73a-0b52de12ed1c, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.655829] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e76b210-66a6-4605-ad29-c3bf06fc6d6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.661291] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 884.661291] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5296f17b-b34b-8f32-09ad-1679fae2855e" [ 884.661291] env[62748]: _type = "Task" [ 884.661291] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.668786] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5296f17b-b34b-8f32-09ad-1679fae2855e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.758109] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.760587] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.956s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.762138] env[62748]: INFO nova.compute.claims [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.773257] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "refresh_cache-87d2e0de-45a3-4d3a-a4c2-40f68c46794f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.773539] env[62748]: DEBUG nova.compute.manager [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Instance network_info: |[{"id": "ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290", "address": "fa:16:3e:00:3b:8c", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8e8e8d-d5", "ovs_interfaceid": "ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.774510] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:3b:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.782149] env[62748]: DEBUG oslo.service.loopingcall [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.783196] env[62748]: INFO nova.scheduler.client.report [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted allocations for instance b755a127-3a69-4592-b7a0-e5d314cccf3a [ 884.784146] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.786961] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c4a7125-ff11-424c-88ee-f0a7682638a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.807169] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.807169] env[62748]: value = "task-2750091" [ 884.807169] env[62748]: _type = "Task" [ 884.807169] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.815117] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750091, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.823047] env[62748]: DEBUG nova.compute.manager [req-0d07b6e8-18d7-4081-b1b9-6c7dd91652f6 req-12a1d5e8-ee5b-4080-bb19-8d02a98c555f service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Received event network-changed-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 884.823047] env[62748]: DEBUG nova.compute.manager [req-0d07b6e8-18d7-4081-b1b9-6c7dd91652f6 req-12a1d5e8-ee5b-4080-bb19-8d02a98c555f service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Refreshing instance network info cache due to event network-changed-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 884.823198] env[62748]: DEBUG oslo_concurrency.lockutils [req-0d07b6e8-18d7-4081-b1b9-6c7dd91652f6 req-12a1d5e8-ee5b-4080-bb19-8d02a98c555f service nova] Acquiring lock "refresh_cache-87d2e0de-45a3-4d3a-a4c2-40f68c46794f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.823326] env[62748]: DEBUG oslo_concurrency.lockutils [req-0d07b6e8-18d7-4081-b1b9-6c7dd91652f6 req-12a1d5e8-ee5b-4080-bb19-8d02a98c555f service nova] Acquired lock "refresh_cache-87d2e0de-45a3-4d3a-a4c2-40f68c46794f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.823488] env[62748]: DEBUG nova.network.neutron [req-0d07b6e8-18d7-4081-b1b9-6c7dd91652f6 req-12a1d5e8-ee5b-4080-bb19-8d02a98c555f service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Refreshing network info cache for port ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.876123] env[62748]: DEBUG nova.compute.manager [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.901263] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.901543] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.901714] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.901917] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.902080] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.902235] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.902440] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.902601] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.902769] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.902934] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.903130] env[62748]: DEBUG nova.virt.hardware [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.903965] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f2e56e-0b02-4453-b1e6-210080db98bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.912062] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60114c8a-da3c-475f-a2e6-8230b04a4795 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.171505] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5296f17b-b34b-8f32-09ad-1679fae2855e, 'name': SearchDatastore_Task, 'duration_secs': 0.008757} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.171862] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.172185] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 5854385b-b6d7-43ed-beea-1b0b521cc700/5854385b-b6d7-43ed-beea-1b0b521cc700.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.172477] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6331c065-45ec-4ea8-aeac-ff6ce363bb32 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.178982] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 885.178982] env[62748]: value = "task-2750092" [ 885.178982] env[62748]: _type = "Task" [ 885.178982] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.187891] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.304760] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3ee1c117-46ed-45c2-9c9b-9fc0083e31fb tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "b755a127-3a69-4592-b7a0-e5d314cccf3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.658s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.317551] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750091, 'name': CreateVM_Task, 'duration_secs': 0.325821} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.317741] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.318998] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.319404] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.319872] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.320337] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d240b11-7582-4e07-b934-38d79af16cb9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.330332] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 885.330332] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f520eb-441c-1daa-ca7e-ed9e3291aa5f" [ 885.330332] env[62748]: _type = "Task" [ 885.330332] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.344664] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f520eb-441c-1daa-ca7e-ed9e3291aa5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.689629] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490963} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.689987] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 5854385b-b6d7-43ed-beea-1b0b521cc700/5854385b-b6d7-43ed-beea-1b0b521cc700.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.690130] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.690381] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47539f83-71a4-4e68-9cf6-f2f670ccda8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.698023] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 885.698023] env[62748]: value = "task-2750093" [ 885.698023] env[62748]: _type = "Task" [ 885.698023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.704961] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.706042] env[62748]: DEBUG nova.network.neutron [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Successfully updated port: 17d0158e-0689-423f-a66c-d8ff106ce55a {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.709848] env[62748]: DEBUG nova.network.neutron [req-0d07b6e8-18d7-4081-b1b9-6c7dd91652f6 req-12a1d5e8-ee5b-4080-bb19-8d02a98c555f service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Updated VIF entry in instance network info cache for port ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.710192] env[62748]: DEBUG nova.network.neutron [req-0d07b6e8-18d7-4081-b1b9-6c7dd91652f6 req-12a1d5e8-ee5b-4080-bb19-8d02a98c555f service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Updating instance_info_cache with network_info: [{"id": "ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290", "address": "fa:16:3e:00:3b:8c", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec8e8e8d-d5", "ovs_interfaceid": "ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.842100] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f520eb-441c-1daa-ca7e-ed9e3291aa5f, 'name': SearchDatastore_Task, 'duration_secs': 0.060972} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.842417] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.842652] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.842879] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.843041] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.843259] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.843529] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcb85212-a1f6-4922-b1ac-5c5e99d8f60f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.853553] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.853746] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.854501] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ed9bc0-2687-460f-af9a-1e162bd112a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.861901] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 885.861901] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a13734-8748-0fb9-4379-450aa5e11c54" [ 885.861901] env[62748]: _type = "Task" [ 885.861901] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.868997] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a13734-8748-0fb9-4379-450aa5e11c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.065828] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bf0ce7-a61f-473e-87a6-2149b2988541 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.073992] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a88f9d7-287c-46f0-b975-2d7f1281fd2e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.106784] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e7186a-d415-4324-a156-ac9ab7489406 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.114559] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c032b3-0849-4b5f-95e3-8dbc717a3659 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.128218] env[62748]: DEBUG nova.compute.provider_tree [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.206219] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077271} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.206675] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.207273] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b16a28-a0b0-44ac-b757-e0e89a33142b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.221249] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "refresh_cache-6dff7523-d554-4aa1-8f90-54f11071b181" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.221393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired lock "refresh_cache-6dff7523-d554-4aa1-8f90-54f11071b181" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.221543] env[62748]: DEBUG nova.network.neutron [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.223328] env[62748]: DEBUG oslo_concurrency.lockutils [req-0d07b6e8-18d7-4081-b1b9-6c7dd91652f6 req-12a1d5e8-ee5b-4080-bb19-8d02a98c555f service nova] Releasing lock "refresh_cache-87d2e0de-45a3-4d3a-a4c2-40f68c46794f" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.234179] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 5854385b-b6d7-43ed-beea-1b0b521cc700/5854385b-b6d7-43ed-beea-1b0b521cc700.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.235158] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34d852f8-6927-4881-9e37-c6f520ae0a34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.255113] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 886.255113] env[62748]: value = "task-2750094" [ 886.255113] env[62748]: _type = "Task" [ 886.255113] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.263118] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.372795] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a13734-8748-0fb9-4379-450aa5e11c54, 'name': SearchDatastore_Task, 'duration_secs': 0.008192} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.373658] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242c91ef-021d-436e-a236-3fcf3ca4e760 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.379086] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 886.379086] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52373960-078e-7636-a042-3de45a4bdc14" [ 886.379086] env[62748]: _type = "Task" [ 886.379086] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.387322] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52373960-078e-7636-a042-3de45a4bdc14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.561979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "dbf75430-bd48-4fc4-81d2-637240cecf2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.562303] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "dbf75430-bd48-4fc4-81d2-637240cecf2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.562521] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "dbf75430-bd48-4fc4-81d2-637240cecf2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.562709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "dbf75430-bd48-4fc4-81d2-637240cecf2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.562881] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "dbf75430-bd48-4fc4-81d2-637240cecf2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.564821] env[62748]: INFO nova.compute.manager [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Terminating instance [ 886.631635] env[62748]: DEBUG nova.scheduler.client.report [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.764700] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750094, 'name': ReconfigVM_Task, 'duration_secs': 0.470149} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.764989] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 5854385b-b6d7-43ed-beea-1b0b521cc700/5854385b-b6d7-43ed-beea-1b0b521cc700.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.765671] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df2c11cc-4705-4b3a-93b8-1be5823c8417 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.768189] env[62748]: DEBUG nova.network.neutron [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.777200] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 886.777200] env[62748]: value = "task-2750095" [ 886.777200] env[62748]: _type = "Task" [ 886.777200] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.788490] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750095, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.875017] env[62748]: DEBUG nova.compute.manager [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Received event network-vif-plugged-17d0158e-0689-423f-a66c-d8ff106ce55a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.875247] env[62748]: DEBUG oslo_concurrency.lockutils [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] Acquiring lock "6dff7523-d554-4aa1-8f90-54f11071b181-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.875548] env[62748]: DEBUG oslo_concurrency.lockutils [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] Lock "6dff7523-d554-4aa1-8f90-54f11071b181-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.875671] env[62748]: DEBUG oslo_concurrency.lockutils [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] Lock "6dff7523-d554-4aa1-8f90-54f11071b181-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.875795] env[62748]: DEBUG nova.compute.manager [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] No waiting events found dispatching network-vif-plugged-17d0158e-0689-423f-a66c-d8ff106ce55a {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.875949] env[62748]: WARNING nova.compute.manager [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Received unexpected event network-vif-plugged-17d0158e-0689-423f-a66c-d8ff106ce55a for instance with vm_state building and task_state spawning. [ 886.876450] env[62748]: DEBUG nova.compute.manager [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Received event network-changed-17d0158e-0689-423f-a66c-d8ff106ce55a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.876714] env[62748]: DEBUG nova.compute.manager [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Refreshing instance network info cache due to event network-changed-17d0158e-0689-423f-a66c-d8ff106ce55a. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 886.876939] env[62748]: DEBUG oslo_concurrency.lockutils [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] Acquiring lock "refresh_cache-6dff7523-d554-4aa1-8f90-54f11071b181" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.890250] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52373960-078e-7636-a042-3de45a4bdc14, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.890725] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.891212] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 87d2e0de-45a3-4d3a-a4c2-40f68c46794f/87d2e0de-45a3-4d3a-a4c2-40f68c46794f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.891645] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19f64012-8aee-4e97-9656-ec060e6e6819 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.901728] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 886.901728] env[62748]: value = "task-2750096" [ 886.901728] env[62748]: _type = "Task" [ 886.901728] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.912602] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.933614] env[62748]: DEBUG nova.network.neutron [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Updating instance_info_cache with network_info: [{"id": "17d0158e-0689-423f-a66c-d8ff106ce55a", "address": "fa:16:3e:08:41:0e", "network": {"id": "254880a2-008e-4c7a-905a-0e199378adf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-506613311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da91a5cc932542f690f39a2f3651b764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d0158e-06", "ovs_interfaceid": "17d0158e-0689-423f-a66c-d8ff106ce55a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.041958] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "a58d36eb-0515-4537-9d98-d29179aeed2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.042206] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "a58d36eb-0515-4537-9d98-d29179aeed2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.068572] env[62748]: DEBUG nova.compute.manager [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.069221] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.069835] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f9db2-05c8-4202-8cff-aa79599ffb54 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.078469] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.078738] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2efc0d71-c4e9-4326-805c-4ff61c290696 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.085310] env[62748]: DEBUG oslo_vmware.api [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 887.085310] env[62748]: value = "task-2750097" [ 887.085310] env[62748]: _type = "Task" [ 887.085310] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.093192] env[62748]: DEBUG oslo_vmware.api [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.138403] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.139013] env[62748]: DEBUG nova.compute.manager [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.141972] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.266s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.142213] env[62748]: DEBUG nova.objects.instance [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lazy-loading 'resources' on Instance uuid fe543823-1abd-4623-a715-351930faaaf9 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.288618] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750095, 'name': Rename_Task, 'duration_secs': 0.236627} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.288971] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.289328] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-514e8a7c-3738-4fa8-9561-22a13fe2cf85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.298146] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 887.298146] env[62748]: value = "task-2750098" [ 887.298146] env[62748]: _type = "Task" [ 887.298146] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.309667] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.412445] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750096, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.436406] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Releasing lock "refresh_cache-6dff7523-d554-4aa1-8f90-54f11071b181" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.436718] env[62748]: DEBUG nova.compute.manager [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Instance network_info: |[{"id": "17d0158e-0689-423f-a66c-d8ff106ce55a", "address": "fa:16:3e:08:41:0e", "network": {"id": "254880a2-008e-4c7a-905a-0e199378adf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-506613311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da91a5cc932542f690f39a2f3651b764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d0158e-06", "ovs_interfaceid": "17d0158e-0689-423f-a66c-d8ff106ce55a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.437063] env[62748]: DEBUG oslo_concurrency.lockutils [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] Acquired lock "refresh_cache-6dff7523-d554-4aa1-8f90-54f11071b181" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.437244] env[62748]: DEBUG nova.network.neutron [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Refreshing network info cache for port 17d0158e-0689-423f-a66c-d8ff106ce55a {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.438577] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:41:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17d0158e-0689-423f-a66c-d8ff106ce55a', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.446312] env[62748]: DEBUG oslo.service.loopingcall [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.447454] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.447694] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-702f682c-7523-49b4-b7f8-68c152347515 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.469647] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.469647] env[62748]: value = "task-2750099" [ 887.469647] env[62748]: _type = "Task" [ 887.469647] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.480541] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750099, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.544986] env[62748]: DEBUG nova.compute.manager [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.596831] env[62748]: DEBUG oslo_vmware.api [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750097, 'name': PowerOffVM_Task, 'duration_secs': 0.276937} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.597282] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.597563] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.597931] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b2a665a-1cc0-428a-b259-2c8924e355b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.647686] env[62748]: DEBUG nova.compute.utils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.649921] env[62748]: DEBUG nova.compute.manager [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.650152] env[62748]: DEBUG nova.network.neutron [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.672192] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.672429] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.672621] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleting the datastore file [datastore2] dbf75430-bd48-4fc4-81d2-637240cecf2e {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.672886] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-383921b0-f26f-409f-9e66-72e577a34b8f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.679445] env[62748]: DEBUG oslo_vmware.api [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 887.679445] env[62748]: value = "task-2750101" [ 887.679445] env[62748]: _type = "Task" [ 887.679445] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.690676] env[62748]: DEBUG oslo_vmware.api [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.711203] env[62748]: DEBUG nova.policy [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5caa2522f2174acdb2f12bec90f327ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ba3b8eb869045d3b27e1daf5710a657', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.812808] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.913170] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621442} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.918500] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 87d2e0de-45a3-4d3a-a4c2-40f68c46794f/87d2e0de-45a3-4d3a-a4c2-40f68c46794f.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.919223] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.920118] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3298f2a3-1f78-4abc-9c85-ae0b09da662c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.928733] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 887.928733] env[62748]: value = "task-2750102" [ 887.928733] env[62748]: _type = "Task" [ 887.928733] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.938665] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.987962] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750099, 'name': CreateVM_Task, 'duration_secs': 0.501685} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.988177] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.989046] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.989156] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.989466] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.992435] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5e3088-adce-4b5b-adc5-6c615d8f65f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.997425] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 887.997425] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eb1b04-6e33-e4f2-d87d-c0fa4a243b83" [ 887.997425] env[62748]: _type = "Task" [ 887.997425] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.006654] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eb1b04-6e33-e4f2-d87d-c0fa4a243b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.065930] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.079611] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618222ff-98d6-44a1-acab-6bbf40e34722 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.086983] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1ea4f4-a9e4-4984-9531-bf79eeec00da {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.122478] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca9668-3e1f-469c-a37f-914ace911e7d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.130084] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17275db7-4797-4351-8675-cd77b3d81936 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.143389] env[62748]: DEBUG nova.compute.provider_tree [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.152880] env[62748]: DEBUG nova.compute.manager [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.187045] env[62748]: DEBUG nova.network.neutron [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Successfully created port: c0e6a247-b353-4a73-9c8c-002abe975bf8 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.193229] env[62748]: DEBUG oslo_vmware.api [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292007} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.196397] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.196615] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.196826] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.197037] env[62748]: INFO nova.compute.manager [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 888.197301] env[62748]: DEBUG oslo.service.loopingcall [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.197798] env[62748]: DEBUG nova.compute.manager [-] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.197911] env[62748]: DEBUG nova.network.neutron [-] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.309492] env[62748]: DEBUG oslo_vmware.api [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750098, 'name': PowerOnVM_Task, 'duration_secs': 0.809976} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.309776] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.310012] env[62748]: INFO nova.compute.manager [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Took 8.29 seconds to spawn the instance on the hypervisor. [ 888.310187] env[62748]: DEBUG nova.compute.manager [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.310998] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49ac733-ecbb-4559-8ad9-dc30a969cb2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.320987] env[62748]: DEBUG nova.network.neutron [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Updated VIF entry in instance network info cache for port 17d0158e-0689-423f-a66c-d8ff106ce55a. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.321327] env[62748]: DEBUG nova.network.neutron [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Updating instance_info_cache with network_info: [{"id": "17d0158e-0689-423f-a66c-d8ff106ce55a", "address": "fa:16:3e:08:41:0e", "network": {"id": "254880a2-008e-4c7a-905a-0e199378adf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-506613311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da91a5cc932542f690f39a2f3651b764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17d0158e-06", "ovs_interfaceid": "17d0158e-0689-423f-a66c-d8ff106ce55a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.440401] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091477} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.440711] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.441591] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c059782f-82e6-4387-8629-8b3d70da25f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.466518] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 87d2e0de-45a3-4d3a-a4c2-40f68c46794f/87d2e0de-45a3-4d3a-a4c2-40f68c46794f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.466827] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b6b7ada-1b24-4229-a676-1a38b2d3ea0a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.495297] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 888.495297] env[62748]: value = "task-2750103" [ 888.495297] env[62748]: _type = "Task" [ 888.495297] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.514453] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.523552] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eb1b04-6e33-e4f2-d87d-c0fa4a243b83, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.525046] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.525366] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.525774] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.526079] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.526432] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.528437] env[62748]: DEBUG nova.compute.manager [req-91fe6d3d-6817-4c92-b4bd-91c6ebb61e42 req-5b4b8d3f-6bfd-4bdb-a4fe-4c6b8ea77f5f service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Received event network-vif-deleted-7274efcb-8498-47c1-af3e-f6f44b5bcb31 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 888.528791] env[62748]: INFO nova.compute.manager [req-91fe6d3d-6817-4c92-b4bd-91c6ebb61e42 req-5b4b8d3f-6bfd-4bdb-a4fe-4c6b8ea77f5f service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Neutron deleted interface 7274efcb-8498-47c1-af3e-f6f44b5bcb31; detaching it from the instance and deleting it from the info cache [ 888.529238] env[62748]: DEBUG nova.network.neutron [req-91fe6d3d-6817-4c92-b4bd-91c6ebb61e42 req-5b4b8d3f-6bfd-4bdb-a4fe-4c6b8ea77f5f service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.531364] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed670c4d-218d-421f-a690-6ec81fb7795a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.545485] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.545766] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.547270] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9756317-b988-4b03-a1e3-69d87cb774b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.553336] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 888.553336] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a44233-2f63-dbdc-4d1c-8ba4dd8faf48" [ 888.553336] env[62748]: _type = "Task" [ 888.553336] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.560595] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a44233-2f63-dbdc-4d1c-8ba4dd8faf48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.646547] env[62748]: DEBUG nova.scheduler.client.report [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.828017] env[62748]: DEBUG oslo_concurrency.lockutils [req-f224c120-50e8-4cb5-8e0e-93776942fa96 req-de9f291b-ce8f-4815-92f4-30948f3be706 service nova] Releasing lock "refresh_cache-6dff7523-d554-4aa1-8f90-54f11071b181" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.830392] env[62748]: INFO nova.compute.manager [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Took 22.94 seconds to build instance. [ 889.001699] env[62748]: DEBUG nova.network.neutron [-] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.007806] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750103, 'name': ReconfigVM_Task, 'duration_secs': 0.466215} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.008137] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 87d2e0de-45a3-4d3a-a4c2-40f68c46794f/87d2e0de-45a3-4d3a-a4c2-40f68c46794f.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.008782] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4de79edb-12e4-41b3-8642-0717b2cb0552 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.017117] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 889.017117] env[62748]: value = "task-2750104" [ 889.017117] env[62748]: _type = "Task" [ 889.017117] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.027186] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750104, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.038678] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-069e7423-b586-4784-bcd2-04d245f62dcd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.048193] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7efecf-9650-48a6-a017-69b4e28e3f46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.070418] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a44233-2f63-dbdc-4d1c-8ba4dd8faf48, 'name': SearchDatastore_Task, 'duration_secs': 0.014869} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.071313] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b310168-9746-4c4c-b75f-e2abf320f499 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.087073] env[62748]: DEBUG nova.compute.manager [req-91fe6d3d-6817-4c92-b4bd-91c6ebb61e42 req-5b4b8d3f-6bfd-4bdb-a4fe-4c6b8ea77f5f service nova] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Detach interface failed, port_id=7274efcb-8498-47c1-af3e-f6f44b5bcb31, reason: Instance dbf75430-bd48-4fc4-81d2-637240cecf2e could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 889.090542] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 889.090542] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]522a3532-156f-bade-5698-798b7fc43ddc" [ 889.090542] env[62748]: _type = "Task" [ 889.090542] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.099387] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522a3532-156f-bade-5698-798b7fc43ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.151881] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.154328] env[62748]: DEBUG oslo_concurrency.lockutils [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.855s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.154601] env[62748]: DEBUG nova.objects.instance [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lazy-loading 'resources' on Instance uuid a448b745-a791-4efe-aa38-e224492729f7 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.162391] env[62748]: DEBUG nova.compute.manager [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.174179] env[62748]: INFO nova.scheduler.client.report [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Deleted allocations for instance fe543823-1abd-4623-a715-351930faaaf9 [ 889.189642] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.189875] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.190044] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.190231] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.190384] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.190530] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.190959] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.190959] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.191130] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.191266] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.191469] env[62748]: DEBUG nova.virt.hardware [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.192314] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b95d25b-0b87-4cb0-b9f9-65ba2c880e56 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.200546] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5890bf6-02ea-4b6e-bc0b-b771dd1e1310 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.333229] env[62748]: DEBUG oslo_concurrency.lockutils [None req-db8de32a-971b-473f-8dca-9a80e0e31e8a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.457s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.505039] env[62748]: INFO nova.compute.manager [-] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Took 1.31 seconds to deallocate network for instance. [ 889.527044] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750104, 'name': Rename_Task, 'duration_secs': 0.140762} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.527912] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.527912] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bbe42ae-0baa-46d6-92d6-54d3419f500e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.536169] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 889.536169] env[62748]: value = "task-2750105" [ 889.536169] env[62748]: _type = "Task" [ 889.536169] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.543926] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.600999] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522a3532-156f-bade-5698-798b7fc43ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.601324] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.601595] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6dff7523-d554-4aa1-8f90-54f11071b181/6dff7523-d554-4aa1-8f90-54f11071b181.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.601866] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4da39486-a232-4377-a633-42cf20a445e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.611517] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 889.611517] env[62748]: value = "task-2750106" [ 889.611517] env[62748]: _type = "Task" [ 889.611517] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.617528] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.687470] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a83aa926-6ab0-4583-8698-c6c27a21d9af tempest-ServersAaction247Test-239444771 tempest-ServersAaction247Test-239444771-project-member] Lock "fe543823-1abd-4623-a715-351930faaaf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.080s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.902609] env[62748]: DEBUG nova.compute.manager [req-7c745974-635d-47e9-b3be-d7c28e121c00 req-2e27b29b-0ca9-4278-98a0-f13c582ad8a5 service nova] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Received event network-vif-plugged-c0e6a247-b353-4a73-9c8c-002abe975bf8 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 889.902951] env[62748]: DEBUG oslo_concurrency.lockutils [req-7c745974-635d-47e9-b3be-d7c28e121c00 req-2e27b29b-0ca9-4278-98a0-f13c582ad8a5 service nova] Acquiring lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 889.903076] env[62748]: DEBUG oslo_concurrency.lockutils [req-7c745974-635d-47e9-b3be-d7c28e121c00 req-2e27b29b-0ca9-4278-98a0-f13c582ad8a5 service nova] Lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.903246] env[62748]: DEBUG oslo_concurrency.lockutils [req-7c745974-635d-47e9-b3be-d7c28e121c00 req-2e27b29b-0ca9-4278-98a0-f13c582ad8a5 service nova] Lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.903411] env[62748]: DEBUG nova.compute.manager [req-7c745974-635d-47e9-b3be-d7c28e121c00 req-2e27b29b-0ca9-4278-98a0-f13c582ad8a5 service nova] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] No waiting events found dispatching network-vif-plugged-c0e6a247-b353-4a73-9c8c-002abe975bf8 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.903586] env[62748]: WARNING nova.compute.manager [req-7c745974-635d-47e9-b3be-d7c28e121c00 req-2e27b29b-0ca9-4278-98a0-f13c582ad8a5 service nova] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Received unexpected event network-vif-plugged-c0e6a247-b353-4a73-9c8c-002abe975bf8 for instance with vm_state building and task_state spawning. [ 890.013051] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.025672] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3badead-7e50-4bdf-972b-aca75e277beb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.034812] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db364f5f-e513-4cfd-958a-11c7fed91dc7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.092495] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e30f48e-9d75-423a-b0a4-b230f071a862 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.099811] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750105, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.105796] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d566f8-a10d-4366-89a9-1cb7597f7961 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.113806] env[62748]: DEBUG nova.network.neutron [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Successfully updated port: c0e6a247-b353-4a73-9c8c-002abe975bf8 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.129721] env[62748]: DEBUG nova.compute.provider_tree [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.135772] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750106, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.549937] env[62748]: DEBUG oslo_vmware.api [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750105, 'name': PowerOnVM_Task, 'duration_secs': 0.669119} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.550291] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.550781] env[62748]: INFO nova.compute.manager [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Took 8.08 seconds to spawn the instance on the hypervisor. [ 890.550781] env[62748]: DEBUG nova.compute.manager [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.551768] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0da7e5-3638-4d2c-915d-799a372bf19e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.622024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquiring lock "refresh_cache-7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.622024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquired lock "refresh_cache-7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.622024] env[62748]: DEBUG nova.network.neutron [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.625073] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537402} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.625557] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6dff7523-d554-4aa1-8f90-54f11071b181/6dff7523-d554-4aa1-8f90-54f11071b181.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.625789] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.626064] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be81439e-465f-473f-845f-9f66d88c29da {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.634400] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 890.634400] env[62748]: value = "task-2750107" [ 890.634400] env[62748]: _type = "Task" [ 890.634400] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.638451] env[62748]: DEBUG nova.scheduler.client.report [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.647627] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.070077] env[62748]: INFO nova.compute.manager [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Took 23.47 seconds to build instance. [ 891.145781] env[62748]: DEBUG oslo_concurrency.lockutils [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.149772] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065209} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.149772] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.884s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.149772] env[62748]: DEBUG nova.objects.instance [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 891.151423] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.152446] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b479ccaf-dc03-4885-ae9d-18bd9afcdd30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.176383] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 6dff7523-d554-4aa1-8f90-54f11071b181/6dff7523-d554-4aa1-8f90-54f11071b181.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.178030] env[62748]: DEBUG nova.network.neutron [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.180018] env[62748]: INFO nova.scheduler.client.report [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Deleted allocations for instance a448b745-a791-4efe-aa38-e224492729f7 [ 891.182293] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d36fa8c6-0cc9-49c9-87a1-c69484ce79ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.204104] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 891.204104] env[62748]: value = "task-2750108" [ 891.204104] env[62748]: _type = "Task" [ 891.204104] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.212408] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.388361] env[62748]: DEBUG nova.network.neutron [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Updating instance_info_cache with network_info: [{"id": "c0e6a247-b353-4a73-9c8c-002abe975bf8", "address": "fa:16:3e:a7:98:6c", "network": {"id": "c8389582-cde4-4be5-8af5-febd35fe795c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1779329960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba3b8eb869045d3b27e1daf5710a657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e6a247-b3", "ovs_interfaceid": "c0e6a247-b353-4a73-9c8c-002abe975bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.573026] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f79367fd-5719-497d-b96a-a1b7b3b60652 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.981s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.702189] env[62748]: DEBUG oslo_concurrency.lockutils [None req-20a59d1a-eeaa-41de-8fb0-505bccc8bda6 tempest-MigrationsAdminTest-2005270703 tempest-MigrationsAdminTest-2005270703-project-member] Lock "a448b745-a791-4efe-aa38-e224492729f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.867s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.718623] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.895196] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Releasing lock "refresh_cache-7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.895533] env[62748]: DEBUG nova.compute.manager [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Instance network_info: |[{"id": "c0e6a247-b353-4a73-9c8c-002abe975bf8", "address": "fa:16:3e:a7:98:6c", "network": {"id": "c8389582-cde4-4be5-8af5-febd35fe795c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1779329960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba3b8eb869045d3b27e1daf5710a657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e6a247-b3", "ovs_interfaceid": "c0e6a247-b353-4a73-9c8c-002abe975bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.895962] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:98:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0e6a247-b353-4a73-9c8c-002abe975bf8', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.904213] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Creating folder: Project (9ba3b8eb869045d3b27e1daf5710a657). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.904481] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d55fb1b9-53ad-426e-a8c8-70c80dffe585 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.916219] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Created folder: Project (9ba3b8eb869045d3b27e1daf5710a657) in parent group-v553264. [ 891.916419] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Creating folder: Instances. Parent ref: group-v553477. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.916656] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf136009-f8e3-45a1-8380-fc4d6bd1fe68 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.928050] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Created folder: Instances in parent group-v553477. [ 891.928390] env[62748]: DEBUG oslo.service.loopingcall [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.928635] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.928849] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c94c84fc-0bbf-4dd2-b126-7b637b7ceec0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.947985] env[62748]: DEBUG nova.compute.manager [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Received event network-changed-c0e6a247-b353-4a73-9c8c-002abe975bf8 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.947985] env[62748]: DEBUG nova.compute.manager [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Refreshing instance network info cache due to event network-changed-c0e6a247-b353-4a73-9c8c-002abe975bf8. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 891.947985] env[62748]: DEBUG oslo_concurrency.lockutils [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] Acquiring lock "refresh_cache-7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.948155] env[62748]: DEBUG oslo_concurrency.lockutils [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] Acquired lock "refresh_cache-7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.948259] env[62748]: DEBUG nova.network.neutron [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Refreshing network info cache for port c0e6a247-b353-4a73-9c8c-002abe975bf8 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.959898] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.960144] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.960346] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.960526] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.960687] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.964069] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.964069] env[62748]: value = "task-2750111" [ 891.964069] env[62748]: _type = "Task" [ 891.964069] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.965865] env[62748]: INFO nova.compute.manager [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Terminating instance [ 891.978338] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750111, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.164947] env[62748]: DEBUG oslo_concurrency.lockutils [None req-52840538-dba5-4105-a40c-560f21c4c5a7 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.166150] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.379s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.166630] env[62748]: DEBUG nova.objects.instance [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lazy-loading 'resources' on Instance uuid ce4532df-3d21-4836-bde5-dec47e5c9592 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.215381] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750108, 'name': ReconfigVM_Task, 'duration_secs': 0.824355} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.215747] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 6dff7523-d554-4aa1-8f90-54f11071b181/6dff7523-d554-4aa1-8f90-54f11071b181.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.216440] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24f6ee48-96e9-4dc3-bbca-c8a3d5fcded4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.223522] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 892.223522] env[62748]: value = "task-2750112" [ 892.223522] env[62748]: _type = "Task" [ 892.223522] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.230945] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750112, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.473047] env[62748]: DEBUG nova.compute.manager [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.473047] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.474552] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ab90c1-ed69-4e61-a2eb-7110d33c72ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.481065] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750111, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.485839] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.487957] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-514c1581-0bdf-4e84-96fc-5686e7264781 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.496585] env[62748]: DEBUG oslo_vmware.api [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 892.496585] env[62748]: value = "task-2750113" [ 892.496585] env[62748]: _type = "Task" [ 892.496585] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.506921] env[62748]: DEBUG oslo_vmware.api [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.740852] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750112, 'name': Rename_Task, 'duration_secs': 0.142193} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.741277] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.741763] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28aca047-857a-4812-b0d0-5557dc68ef98 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.750499] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 892.750499] env[62748]: value = "task-2750114" [ 892.750499] env[62748]: _type = "Task" [ 892.750499] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.760904] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.789866] env[62748]: DEBUG nova.network.neutron [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Updated VIF entry in instance network info cache for port c0e6a247-b353-4a73-9c8c-002abe975bf8. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.790263] env[62748]: DEBUG nova.network.neutron [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Updating instance_info_cache with network_info: [{"id": "c0e6a247-b353-4a73-9c8c-002abe975bf8", "address": "fa:16:3e:a7:98:6c", "network": {"id": "c8389582-cde4-4be5-8af5-febd35fe795c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1779329960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ba3b8eb869045d3b27e1daf5710a657", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0e6a247-b3", "ovs_interfaceid": "c0e6a247-b353-4a73-9c8c-002abe975bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.977341] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750111, 'name': CreateVM_Task, 'duration_secs': 0.541704} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.980237] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.981036] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.981252] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.981577] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.981840] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc80135-44bb-45ad-8728-7d89a7a7c3c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.987035] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 892.987035] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528fc92c-5e5d-6d7e-8acf-5552b5d02aa6" [ 892.987035] env[62748]: _type = "Task" [ 892.987035] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.994953] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528fc92c-5e5d-6d7e-8acf-5552b5d02aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.006022] env[62748]: DEBUG oslo_vmware.api [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750113, 'name': PowerOffVM_Task, 'duration_secs': 0.209678} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.006517] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.006717] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.006998] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bebaaf87-7065-44d8-9506-d83b876b6aee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.060995] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dfe527-00b5-4f0d-8dc6-c1ae30009818 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.070544] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c15db9-ac13-4e8a-a7cd-333aad7eb74f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.107139] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cf3d96-bdf9-4741-8e08-2e93940e1344 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.110689] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.110897] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.111151] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleting the datastore file [datastore2] 87d2e0de-45a3-4d3a-a4c2-40f68c46794f {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.111561] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd36aa52-1a81-4aed-9a20-db85d9745c22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.120468] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36dff3f-65d2-4c4d-8570-9e2ef4a0d7fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.127636] env[62748]: DEBUG oslo_vmware.api [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 893.127636] env[62748]: value = "task-2750116" [ 893.127636] env[62748]: _type = "Task" [ 893.127636] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.140293] env[62748]: DEBUG nova.compute.provider_tree [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.147850] env[62748]: DEBUG oslo_vmware.api [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.262767] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.297143] env[62748]: DEBUG oslo_concurrency.lockutils [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] Releasing lock "refresh_cache-7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.297143] env[62748]: DEBUG nova.compute.manager [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Received event network-changed-a81caed8-e284-4f86-b9d2-a044862d2dd0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.297143] env[62748]: DEBUG nova.compute.manager [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Refreshing instance network info cache due to event network-changed-a81caed8-e284-4f86-b9d2-a044862d2dd0. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 893.297143] env[62748]: DEBUG oslo_concurrency.lockutils [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] Acquiring lock "refresh_cache-5854385b-b6d7-43ed-beea-1b0b521cc700" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.297143] env[62748]: DEBUG oslo_concurrency.lockutils [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] Acquired lock "refresh_cache-5854385b-b6d7-43ed-beea-1b0b521cc700" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.297143] env[62748]: DEBUG nova.network.neutron [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Refreshing network info cache for port a81caed8-e284-4f86-b9d2-a044862d2dd0 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.497588] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528fc92c-5e5d-6d7e-8acf-5552b5d02aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.497944] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.498238] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.498561] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.498789] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.499045] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.499387] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f58c80a9-5adf-4616-92ab-5618400f4be4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.507994] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.507994] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.508802] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f3712a-b27e-4f3e-bada-dc5d2de1c3f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.514563] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 893.514563] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52912eeb-4ecd-adcf-374a-787178d55be0" [ 893.514563] env[62748]: _type = "Task" [ 893.514563] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.522662] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52912eeb-4ecd-adcf-374a-787178d55be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.637249] env[62748]: DEBUG oslo_vmware.api [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246102} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.637528] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.637719] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.638174] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.638174] env[62748]: INFO nova.compute.manager [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 893.638904] env[62748]: DEBUG oslo.service.loopingcall [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.638904] env[62748]: DEBUG nova.compute.manager [-] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.638904] env[62748]: DEBUG nova.network.neutron [-] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.647919] env[62748]: DEBUG nova.scheduler.client.report [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.763957] env[62748]: DEBUG oslo_vmware.api [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750114, 'name': PowerOnVM_Task, 'duration_secs': 0.708466} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.763957] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.764147] env[62748]: INFO nova.compute.manager [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Took 8.89 seconds to spawn the instance on the hypervisor. [ 893.764375] env[62748]: DEBUG nova.compute.manager [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.765241] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175a4ab9-f2e1-49ae-a590-7d5372682178 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.013984] env[62748]: DEBUG nova.compute.manager [req-8c00c6c6-b898-4fb5-a327-14837b29dcf5 req-a9b9b89a-9361-48b3-9609-4d590945e1fd service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Received event network-vif-deleted-ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 894.014580] env[62748]: INFO nova.compute.manager [req-8c00c6c6-b898-4fb5-a327-14837b29dcf5 req-a9b9b89a-9361-48b3-9609-4d590945e1fd service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Neutron deleted interface ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290; detaching it from the instance and deleting it from the info cache [ 894.014580] env[62748]: DEBUG nova.network.neutron [req-8c00c6c6-b898-4fb5-a327-14837b29dcf5 req-a9b9b89a-9361-48b3-9609-4d590945e1fd service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.026524] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52912eeb-4ecd-adcf-374a-787178d55be0, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.027546] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92591e2b-a90c-4e1c-8f47-8bbfc49c97e1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.032845] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 894.032845] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b6d84-a571-059b-acc2-cec4a0f38061" [ 894.032845] env[62748]: _type = "Task" [ 894.032845] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.044548] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b6d84-a571-059b-acc2-cec4a0f38061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.122233] env[62748]: DEBUG nova.network.neutron [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Updated VIF entry in instance network info cache for port a81caed8-e284-4f86-b9d2-a044862d2dd0. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.124222] env[62748]: DEBUG nova.network.neutron [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Updating instance_info_cache with network_info: [{"id": "a81caed8-e284-4f86-b9d2-a044862d2dd0", "address": "fa:16:3e:4e:32:69", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa81caed8-e2", "ovs_interfaceid": "a81caed8-e284-4f86-b9d2-a044862d2dd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.154501] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.156363] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.931s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.159659] env[62748]: INFO nova.compute.claims [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.217145] env[62748]: INFO nova.scheduler.client.report [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Deleted allocations for instance ce4532df-3d21-4836-bde5-dec47e5c9592 [ 894.273061] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquiring lock "94381e49-26e7-4887-888e-aba97251abeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.273392] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "94381e49-26e7-4887-888e-aba97251abeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.280329] env[62748]: INFO nova.compute.manager [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Took 24.26 seconds to build instance. [ 894.492771] env[62748]: DEBUG nova.network.neutron [-] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.520117] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7750400-1a58-4c6c-9562-a2fb0640de26 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.532975] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba67486-87dc-4bfd-bd36-a5c6f14e2276 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.559796] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523b6d84-a571-059b-acc2-cec4a0f38061, 'name': SearchDatastore_Task, 'duration_secs': 0.026861} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.574449] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.574746] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26/7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.575638] env[62748]: DEBUG nova.compute.manager [req-8c00c6c6-b898-4fb5-a327-14837b29dcf5 req-a9b9b89a-9361-48b3-9609-4d590945e1fd service nova] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Detach interface failed, port_id=ec8e8e8d-d5cf-4f9b-8298-5db7fae7a290, reason: Instance 87d2e0de-45a3-4d3a-a4c2-40f68c46794f could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 894.575638] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59970a44-2b57-46fd-96d5-b65cad6f591f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.582446] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 894.582446] env[62748]: value = "task-2750117" [ 894.582446] env[62748]: _type = "Task" [ 894.582446] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.591045] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.631880] env[62748]: DEBUG oslo_concurrency.lockutils [req-798c9bca-4632-4a9e-a4e1-9a8b9854eb9d req-3ee489c3-16f4-41fc-a8eb-e6ad72f08163 service nova] Releasing lock "refresh_cache-5854385b-b6d7-43ed-beea-1b0b521cc700" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.732741] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39950cbc-fae6-4723-9fce-f8234ce930c8 tempest-SecurityGroupsTestJSON-1469853806 tempest-SecurityGroupsTestJSON-1469853806-project-member] Lock "ce4532df-3d21-4836-bde5-dec47e5c9592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.510s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.776126] env[62748]: DEBUG nova.compute.manager [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.782657] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01e09ee8-374a-4a7a-b739-08e805601a11 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "6dff7523-d554-4aa1-8f90-54f11071b181" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.771s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.996173] env[62748]: INFO nova.compute.manager [-] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Took 1.36 seconds to deallocate network for instance. [ 895.093340] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750117, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.299252] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.504131] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.577628] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea29b80-1fc7-4bc8-8c4f-dd5ed024896a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.594508] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597f9837-3e25-44d4-aafb-26a0450be99d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.606193] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818279} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.607118] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26/7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.607503] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.607887] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-946df6e1-6b04-44c4-8008-d92eaa1a1a2f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.647186] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f466e6d6-2618-490f-b27e-dc94a0de3145 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.652070] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 895.652070] env[62748]: value = "task-2750118" [ 895.652070] env[62748]: _type = "Task" [ 895.652070] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.659875] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d094fbce-6545-49f1-9bc5-e2a373b16d6e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.672168] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.679915] env[62748]: DEBUG nova.compute.provider_tree [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.164140] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068493} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.164465] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.165406] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b618d8-0522-432c-b35d-c9fffbd1d560 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.191196] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26/7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.192294] env[62748]: DEBUG nova.scheduler.client.report [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.195684] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ff0bca-e57c-4354-888f-5f2318b4ed04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.217391] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 896.217391] env[62748]: value = "task-2750119" [ 896.217391] env[62748]: _type = "Task" [ 896.217391] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.226745] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.578130] env[62748]: DEBUG nova.compute.manager [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.578130] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40828c0-d8b7-4962-b12a-cff9a783f319 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.712211] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.712908] env[62748]: DEBUG nova.compute.manager [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.715995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.639s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.716236] env[62748]: DEBUG nova.objects.instance [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lazy-loading 'resources' on Instance uuid 95f65e57-04f6-42cd-99fc-13793c0a1f0e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.725980] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.091290] env[62748]: INFO nova.compute.manager [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] instance snapshotting [ 897.094449] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8a3825-ad31-4a00-be30-73b723efe5e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.114445] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e900fda-b85a-48f0-a3aa-73c18666c09a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.219543] env[62748]: DEBUG nova.compute.utils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.224783] env[62748]: DEBUG nova.compute.manager [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.224783] env[62748]: DEBUG nova.network.neutron [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.234780] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.263178] env[62748]: DEBUG nova.policy [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e5b8eca564f1182c4ed3f2ccf3efb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3253db1d932d439f9650acc6774496c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.519326] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2417ac32-eb18-4ca0-97c1-38269e4ac08f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.528183] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e681f3-a771-4355-bb3f-7e05c9c3c8f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.563491] env[62748]: DEBUG nova.network.neutron [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Successfully created port: 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.566059] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e272565-994f-4f06-ae58-6a5ab86aba7e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.573533] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a61bd1b-74db-4bc5-9651-dc0e879ccef2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.587153] env[62748]: DEBUG nova.compute.provider_tree [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.624301] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 897.624656] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e0e8465-a99b-4256-b7eb-0ca52226b863 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.633722] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 897.633722] env[62748]: value = "task-2750120" [ 897.633722] env[62748]: _type = "Task" [ 897.633722] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.642246] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750120, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.725325] env[62748]: DEBUG nova.compute.manager [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.736696] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750119, 'name': ReconfigVM_Task, 'duration_secs': 1.376632} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.736971] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26/7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.737659] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6c56c81-318b-416a-b9d1-7df048eab5b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.743783] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 897.743783] env[62748]: value = "task-2750121" [ 897.743783] env[62748]: _type = "Task" [ 897.743783] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.755144] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750121, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.092812] env[62748]: DEBUG nova.scheduler.client.report [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.143013] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750120, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.253491] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750121, 'name': Rename_Task, 'duration_secs': 0.165694} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.253795] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.254083] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a4cd456-2f83-48c1-9e8d-44e6a6c5b423 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.260727] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 898.260727] env[62748]: value = "task-2750122" [ 898.260727] env[62748]: _type = "Task" [ 898.260727] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.268639] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.596401] env[62748]: DEBUG oslo_concurrency.lockutils [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.599183] env[62748]: DEBUG oslo_concurrency.lockutils [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.415s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.599527] env[62748]: DEBUG nova.objects.instance [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lazy-loading 'resources' on Instance uuid 372401d7-1bda-48e2-895c-66ac16cf1dd2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.620714] env[62748]: INFO nova.scheduler.client.report [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted allocations for instance 95f65e57-04f6-42cd-99fc-13793c0a1f0e [ 898.646027] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750120, 'name': CreateSnapshot_Task, 'duration_secs': 0.891727} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.646027] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 898.646774] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb8e273-18a4-4cc9-86f1-c3026db6f6c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.737681] env[62748]: DEBUG nova.compute.manager [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.762727] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.763045] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.763262] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.763460] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.763617] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.764102] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.764346] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.764517] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.764691] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.764860] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.765054] env[62748]: DEBUG nova.virt.hardware [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.766025] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacc403f-d77d-464e-9cf8-502a00a6cbc7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.779046] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbd377a-fa18-4c38-bd8e-fc190a9d5b6b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.782664] env[62748]: DEBUG oslo_vmware.api [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750122, 'name': PowerOnVM_Task, 'duration_secs': 0.439739} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.782931] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.783149] env[62748]: INFO nova.compute.manager [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Took 9.62 seconds to spawn the instance on the hypervisor. [ 898.783333] env[62748]: DEBUG nova.compute.manager [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.784458] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec183ea-8385-43f7-81c7-527558c315c9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.971998] env[62748]: DEBUG nova.compute.manager [req-ac74ca4e-da94-4656-a289-b12053a1cbc6 req-c932da8f-9a42-492d-bf5e-c9e0f0867ce1 service nova] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Received event network-vif-plugged-5d1d744f-f7b6-4592-8e5c-a3923ed78af7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 898.972235] env[62748]: DEBUG oslo_concurrency.lockutils [req-ac74ca4e-da94-4656-a289-b12053a1cbc6 req-c932da8f-9a42-492d-bf5e-c9e0f0867ce1 service nova] Acquiring lock "84540cb5-a09f-4d13-acf7-3940379ae10e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.972476] env[62748]: DEBUG oslo_concurrency.lockutils [req-ac74ca4e-da94-4656-a289-b12053a1cbc6 req-c932da8f-9a42-492d-bf5e-c9e0f0867ce1 service nova] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.972616] env[62748]: DEBUG oslo_concurrency.lockutils [req-ac74ca4e-da94-4656-a289-b12053a1cbc6 req-c932da8f-9a42-492d-bf5e-c9e0f0867ce1 service nova] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.972769] env[62748]: DEBUG nova.compute.manager [req-ac74ca4e-da94-4656-a289-b12053a1cbc6 req-c932da8f-9a42-492d-bf5e-c9e0f0867ce1 service nova] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] No waiting events found dispatching network-vif-plugged-5d1d744f-f7b6-4592-8e5c-a3923ed78af7 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.972974] env[62748]: WARNING nova.compute.manager [req-ac74ca4e-da94-4656-a289-b12053a1cbc6 req-c932da8f-9a42-492d-bf5e-c9e0f0867ce1 service nova] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Received unexpected event network-vif-plugged-5d1d744f-f7b6-4592-8e5c-a3923ed78af7 for instance with vm_state building and task_state spawning. [ 899.060554] env[62748]: DEBUG nova.network.neutron [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Successfully updated port: 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.131821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-53201ab4-1b68-428b-a3b0-722eb1f36d00 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "95f65e57-04f6-42cd-99fc-13793c0a1f0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.439s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.170865] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 899.177069] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4990eb7-a730-4718-9fdd-e9fef3ce4b39 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.188305] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 899.188305] env[62748]: value = "task-2750123" [ 899.188305] env[62748]: _type = "Task" [ 899.188305] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.203563] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750123, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.309900] env[62748]: INFO nova.compute.manager [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Took 28.52 seconds to build instance. [ 899.397247] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db39cdd-f1b0-4023-b481-6566e510e451 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.405125] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd4fd4b-336c-409e-95f4-d740b64825ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.434603] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1286267-daa6-4662-a3bb-5c33bd87356a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.442098] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6d7532-a318-48e0-9c82-fd03d6189b14 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.457558] env[62748]: DEBUG nova.compute.provider_tree [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.564410] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.564410] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.564410] env[62748]: DEBUG nova.network.neutron [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.697498] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750123, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.812135] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab7bcbc3-516b-40f4-ac3e-7eb417092634 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.033s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.960783] env[62748]: DEBUG nova.scheduler.client.report [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.070588] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "c296ab0f-8b6a-4d09-880b-05132eadb73f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.070881] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "c296ab0f-8b6a-4d09-880b-05132eadb73f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.071090] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "c296ab0f-8b6a-4d09-880b-05132eadb73f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.071297] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "c296ab0f-8b6a-4d09-880b-05132eadb73f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.071541] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "c296ab0f-8b6a-4d09-880b-05132eadb73f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.074272] env[62748]: INFO nova.compute.manager [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Terminating instance [ 900.103475] env[62748]: DEBUG nova.network.neutron [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.198786] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750123, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.275296] env[62748]: DEBUG nova.network.neutron [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance_info_cache with network_info: [{"id": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "address": "fa:16:3e:f2:a1:ea", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1d744f-f7", "ovs_interfaceid": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.467013] env[62748]: DEBUG oslo_concurrency.lockutils [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.469386] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.184s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.469670] env[62748]: DEBUG nova.objects.instance [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lazy-loading 'resources' on Instance uuid 27244b7b-689a-484d-8a3b-d643c95b9447 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.480897] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquiring lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.481122] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.481321] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquiring lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.481537] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.481722] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.483571] env[62748]: INFO nova.compute.manager [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Terminating instance [ 900.488544] env[62748]: INFO nova.scheduler.client.report [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted allocations for instance 372401d7-1bda-48e2-895c-66ac16cf1dd2 [ 900.578748] env[62748]: DEBUG nova.compute.manager [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.578977] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.580562] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f3f4e6-a80e-417f-98ac-f6cbd326a430 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.588064] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.588300] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5429b46-3008-4c3f-8efc-f63700f34155 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.594381] env[62748]: DEBUG oslo_vmware.api [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 900.594381] env[62748]: value = "task-2750124" [ 900.594381] env[62748]: _type = "Task" [ 900.594381] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.602184] env[62748]: DEBUG oslo_vmware.api [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.698922] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750123, 'name': CloneVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.777709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.778113] env[62748]: DEBUG nova.compute.manager [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Instance network_info: |[{"id": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "address": "fa:16:3e:f2:a1:ea", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1d744f-f7", "ovs_interfaceid": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.778593] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:a1:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d1d744f-f7b6-4592-8e5c-a3923ed78af7', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.786406] env[62748]: DEBUG oslo.service.loopingcall [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.786669] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.786941] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-978e114d-300a-4d52-9a6d-e3cd969305a6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.810951] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.810951] env[62748]: value = "task-2750125" [ 900.810951] env[62748]: _type = "Task" [ 900.810951] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.818609] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750125, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.986893] env[62748]: DEBUG nova.compute.manager [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.987693] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.988609] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2182de2b-e35a-4af5-95a8-9657f303bbae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.998796] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.999114] env[62748]: DEBUG oslo_concurrency.lockutils [None req-217b53bc-0fb4-44a5-a4f7-e82056174848 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "372401d7-1bda-48e2-895c-66ac16cf1dd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.253s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.000725] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a46273e-1864-4263-8ac6-0acbbf298efc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.003253] env[62748]: DEBUG nova.compute.manager [req-edce2271-f149-470f-bd01-15c3ed5d2144 req-226a47ff-963a-4c42-b46c-b1658df72ccf service nova] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Received event network-changed-5d1d744f-f7b6-4592-8e5c-a3923ed78af7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.003938] env[62748]: DEBUG nova.compute.manager [req-edce2271-f149-470f-bd01-15c3ed5d2144 req-226a47ff-963a-4c42-b46c-b1658df72ccf service nova] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Refreshing instance network info cache due to event network-changed-5d1d744f-f7b6-4592-8e5c-a3923ed78af7. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 901.004182] env[62748]: DEBUG oslo_concurrency.lockutils [req-edce2271-f149-470f-bd01-15c3ed5d2144 req-226a47ff-963a-4c42-b46c-b1658df72ccf service nova] Acquiring lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.004327] env[62748]: DEBUG oslo_concurrency.lockutils [req-edce2271-f149-470f-bd01-15c3ed5d2144 req-226a47ff-963a-4c42-b46c-b1658df72ccf service nova] Acquired lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.004506] env[62748]: DEBUG nova.network.neutron [req-edce2271-f149-470f-bd01-15c3ed5d2144 req-226a47ff-963a-4c42-b46c-b1658df72ccf service nova] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Refreshing network info cache for port 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.013264] env[62748]: DEBUG oslo_vmware.api [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 901.013264] env[62748]: value = "task-2750126" [ 901.013264] env[62748]: _type = "Task" [ 901.013264] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.022610] env[62748]: DEBUG oslo_vmware.api [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.105760] env[62748]: DEBUG oslo_vmware.api [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750124, 'name': PowerOffVM_Task, 'duration_secs': 0.300027} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.106389] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.106389] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.106528] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e758360-a1b3-4c25-9955-e915db16adaf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.170862] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.171170] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.171388] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleting the datastore file [datastore1] c296ab0f-8b6a-4d09-880b-05132eadb73f {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.171824] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-867e6dea-1386-4bdb-b629-561d4e1a6f0d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.181099] env[62748]: DEBUG oslo_vmware.api [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for the task: (returnval){ [ 901.181099] env[62748]: value = "task-2750128" [ 901.181099] env[62748]: _type = "Task" [ 901.181099] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.189803] env[62748]: DEBUG oslo_vmware.api [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.200904] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750123, 'name': CloneVM_Task, 'duration_secs': 1.544924} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.201340] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Created linked-clone VM from snapshot [ 901.202172] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fba66e-d813-4498-931f-8d82b68624dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.211329] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Uploading image f0dfbbdf-0503-412f-a020-509dc89ab643 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 901.223662] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 901.223948] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b72e2880-c18a-428a-8a1c-45abe56c8be8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.231437] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 901.231437] env[62748]: value = "task-2750129" [ 901.231437] env[62748]: _type = "Task" [ 901.231437] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.240153] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750129, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.266866] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc10a85-680d-4771-82e6-66409fc457eb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.274232] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0204585f-77bc-4444-a2db-27537721ffb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.305866] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fac60f6-83b4-4d74-a82d-e97edaf4a957 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.317092] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9531aed4-9610-4e54-8c91-7dfe1c9b4a5e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.326458] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750125, 'name': CreateVM_Task, 'duration_secs': 0.372832} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.336219] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.336839] env[62748]: DEBUG nova.compute.provider_tree [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.338925] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.339201] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.339565] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.340098] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5263f690-1190-437e-a1b8-466c2d4db9b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.344858] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 901.344858] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e1b9e-3cdd-a4a3-b56f-20d75a815525" [ 901.344858] env[62748]: _type = "Task" [ 901.344858] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.353712] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e1b9e-3cdd-a4a3-b56f-20d75a815525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.522922] env[62748]: DEBUG oslo_vmware.api [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750126, 'name': PowerOffVM_Task, 'duration_secs': 0.191129} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.525045] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.525045] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.525045] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-475d2c9a-248d-49e2-9fc5-120fb3f86fc5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.592107] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.592456] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.592784] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Deleting the datastore file [datastore1] 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.593162] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ce974bb-d6c9-41b1-84ef-60a9be162888 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.601764] env[62748]: DEBUG oslo_vmware.api [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for the task: (returnval){ [ 901.601764] env[62748]: value = "task-2750131" [ 901.601764] env[62748]: _type = "Task" [ 901.601764] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.612381] env[62748]: DEBUG oslo_vmware.api [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.691054] env[62748]: DEBUG oslo_vmware.api [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Task: {'id': task-2750128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186939} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.691349] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.691587] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.691799] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.691977] env[62748]: INFO nova.compute.manager [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 901.692249] env[62748]: DEBUG oslo.service.loopingcall [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.692445] env[62748]: DEBUG nova.compute.manager [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.692575] env[62748]: DEBUG nova.network.neutron [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.708566] env[62748]: DEBUG nova.network.neutron [req-edce2271-f149-470f-bd01-15c3ed5d2144 req-226a47ff-963a-4c42-b46c-b1658df72ccf service nova] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updated VIF entry in instance network info cache for port 5d1d744f-f7b6-4592-8e5c-a3923ed78af7. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.708975] env[62748]: DEBUG nova.network.neutron [req-edce2271-f149-470f-bd01-15c3ed5d2144 req-226a47ff-963a-4c42-b46c-b1658df72ccf service nova] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance_info_cache with network_info: [{"id": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "address": "fa:16:3e:f2:a1:ea", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1d744f-f7", "ovs_interfaceid": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.742313] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750129, 'name': Destroy_Task, 'duration_secs': 0.468841} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.742626] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Destroyed the VM [ 901.742919] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 901.743234] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eee3aff1-3e33-46e3-b632-abf37901da6e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.748979] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 901.748979] env[62748]: value = "task-2750132" [ 901.748979] env[62748]: _type = "Task" [ 901.748979] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.757153] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750132, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.842341] env[62748]: DEBUG nova.scheduler.client.report [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.856726] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528e1b9e-3cdd-a4a3-b56f-20d75a815525, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.857064] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.857300] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.857589] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.857811] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.858018] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.858291] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1055ce8c-2034-4d4c-9b47-c19a42b4bf8f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.867098] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.867336] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.868013] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5546fa46-64be-4ce4-b6d5-5c862b7dca41 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.874927] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 901.874927] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527fd6f3-1611-84f1-ccc8-48945e61e87b" [ 901.874927] env[62748]: _type = "Task" [ 901.874927] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.882651] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527fd6f3-1611-84f1-ccc8-48945e61e87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.968308] env[62748]: DEBUG nova.compute.manager [req-7fcfe6ec-9541-4e3d-baaf-ad9de97e34bc req-5512846b-a29f-4f87-b17b-bf4f7d4c0035 service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Received event network-vif-deleted-766ef381-dc69-425c-ab18-051edf7b1c80 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 901.968308] env[62748]: INFO nova.compute.manager [req-7fcfe6ec-9541-4e3d-baaf-ad9de97e34bc req-5512846b-a29f-4f87-b17b-bf4f7d4c0035 service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Neutron deleted interface 766ef381-dc69-425c-ab18-051edf7b1c80; detaching it from the instance and deleting it from the info cache [ 901.968308] env[62748]: DEBUG nova.network.neutron [req-7fcfe6ec-9541-4e3d-baaf-ad9de97e34bc req-5512846b-a29f-4f87-b17b-bf4f7d4c0035 service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.113605] env[62748]: DEBUG oslo_vmware.api [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Task: {'id': task-2750131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197581} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.113891] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.114099] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.114289] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.114467] env[62748]: INFO nova.compute.manager [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Took 1.13 seconds to destroy the instance on the hypervisor. [ 902.114713] env[62748]: DEBUG oslo.service.loopingcall [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.116276] env[62748]: DEBUG nova.compute.manager [-] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.116276] env[62748]: DEBUG nova.network.neutron [-] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.211943] env[62748]: DEBUG oslo_concurrency.lockutils [req-edce2271-f149-470f-bd01-15c3ed5d2144 req-226a47ff-963a-4c42-b46c-b1658df72ccf service nova] Releasing lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.261361] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750132, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.350884] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.353480] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.288s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.355132] env[62748]: INFO nova.compute.claims [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.371229] env[62748]: INFO nova.scheduler.client.report [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted allocations for instance 27244b7b-689a-484d-8a3b-d643c95b9447 [ 902.386730] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527fd6f3-1611-84f1-ccc8-48945e61e87b, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.386950] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6df39cc-7729-438c-b3ee-39d8a3879948 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.393269] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 902.393269] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ed9bd8-0ed7-f80f-5611-e3f28967e2b1" [ 902.393269] env[62748]: _type = "Task" [ 902.393269] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.401425] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ed9bd8-0ed7-f80f-5611-e3f28967e2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.426418] env[62748]: DEBUG nova.network.neutron [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.470784] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc796a70-ae2b-4e4d-9ac1-6fb42404434b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.480554] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2444e7-5cc2-4b27-b8c3-a38ae6d68de4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.517444] env[62748]: DEBUG nova.compute.manager [req-7fcfe6ec-9541-4e3d-baaf-ad9de97e34bc req-5512846b-a29f-4f87-b17b-bf4f7d4c0035 service nova] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Detach interface failed, port_id=766ef381-dc69-425c-ab18-051edf7b1c80, reason: Instance c296ab0f-8b6a-4d09-880b-05132eadb73f could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 902.758665] env[62748]: DEBUG oslo_vmware.api [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750132, 'name': RemoveSnapshot_Task, 'duration_secs': 0.780559} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.762421] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 902.820177] env[62748]: DEBUG nova.network.neutron [-] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.884162] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ff90f3-e028-43ca-b469-e28a232a4edb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "27244b7b-689a-484d-8a3b-d643c95b9447" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.430s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.904114] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ed9bd8-0ed7-f80f-5611-e3f28967e2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008811} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.904384] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.904651] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 84540cb5-a09f-4d13-acf7-3940379ae10e/84540cb5-a09f-4d13-acf7-3940379ae10e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.904937] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-538bff9b-e608-455f-bd6a-1566b992bcfe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.912456] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 902.912456] env[62748]: value = "task-2750133" [ 902.912456] env[62748]: _type = "Task" [ 902.912456] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.919985] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.928782] env[62748]: INFO nova.compute.manager [-] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Took 1.24 seconds to deallocate network for instance. [ 903.205676] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.205945] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.267492] env[62748]: WARNING nova.compute.manager [None req-2ef5e859-d577-4d5e-a6b1-0796b35f672a tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Image not found during snapshot: nova.exception.ImageNotFound: Image f0dfbbdf-0503-412f-a020-509dc89ab643 could not be found. [ 903.323029] env[62748]: INFO nova.compute.manager [-] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Took 1.21 seconds to deallocate network for instance. [ 903.427195] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750133, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.435080] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.666718] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadab9d5-9d9f-46dd-8d32-6cab153167d3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.674038] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f373d07b-3a6c-401c-8de1-c07ee9fdd1e1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.708069] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6970d6-1c8d-482c-a02a-de99ca5c2d3f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.711072] env[62748]: INFO nova.compute.manager [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Detaching volume adae1d0b-33c8-4338-b6e7-e64da5ccfdc6 [ 903.719311] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a94ced-f80c-4033-9f59-4e735953e6a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.733552] env[62748]: DEBUG nova.compute.provider_tree [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.751711] env[62748]: INFO nova.virt.block_device [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Attempting to driver detach volume adae1d0b-33c8-4338-b6e7-e64da5ccfdc6 from mountpoint /dev/sdb [ 903.751711] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 903.751711] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553428', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'name': 'volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '27e3bcbc-7bc6-4a90-a135-d95e03ad99a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'serial': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 903.752662] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078d67cc-56a9-4afd-8c40-ddd288a873f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.773592] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a51b703-bf38-4abc-a80a-fc1ffd1aea92 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.780234] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6da943-7c43-41ca-873e-b2bcf094923e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.800069] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa46479e-bc18-4d3b-b656-0662777dff9b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.815147] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] The volume has not been displaced from its original location: [datastore2] volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6/volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 903.820283] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 903.820522] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d4caeae-c6f2-48a9-a060-3d42fb830cf5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.833532] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.839354] env[62748]: DEBUG oslo_vmware.api [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 903.839354] env[62748]: value = "task-2750134" [ 903.839354] env[62748]: _type = "Task" [ 903.839354] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.849081] env[62748]: DEBUG oslo_vmware.api [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.910808] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "6552a2bf-0cb2-42bd-9652-756cd08881d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.911084] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "6552a2bf-0cb2-42bd-9652-756cd08881d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.923087] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771972} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.923411] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 84540cb5-a09f-4d13-acf7-3940379ae10e/84540cb5-a09f-4d13-acf7-3940379ae10e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.923648] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.923922] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2757c056-6bfb-4104-96ca-bc6741152138 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.931138] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 903.931138] env[62748]: value = "task-2750135" [ 903.931138] env[62748]: _type = "Task" [ 903.931138] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.939444] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.997246] env[62748]: DEBUG nova.compute.manager [req-c6056e32-7b3f-4556-88b3-fe9118709741 req-8b622e13-e9ef-4599-a4d0-f0935b9ed39f service nova] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Received event network-vif-deleted-c0e6a247-b353-4a73-9c8c-002abe975bf8 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 904.239552] env[62748]: DEBUG nova.scheduler.client.report [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.245986] env[62748]: DEBUG oslo_concurrency.lockutils [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "6dff7523-d554-4aa1-8f90-54f11071b181" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.245986] env[62748]: DEBUG oslo_concurrency.lockutils [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "6dff7523-d554-4aa1-8f90-54f11071b181" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.245986] env[62748]: DEBUG oslo_concurrency.lockutils [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "6dff7523-d554-4aa1-8f90-54f11071b181-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.245986] env[62748]: DEBUG oslo_concurrency.lockutils [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "6dff7523-d554-4aa1-8f90-54f11071b181-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.245986] env[62748]: DEBUG oslo_concurrency.lockutils [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "6dff7523-d554-4aa1-8f90-54f11071b181-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.246801] env[62748]: INFO nova.compute.manager [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Terminating instance [ 904.360227] env[62748]: DEBUG oslo_vmware.api [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750134, 'name': ReconfigVM_Task, 'duration_secs': 0.246078} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.360227] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 904.364928] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df4af0f-308e-4fa2-8989-55c5c7f6e596 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.382891] env[62748]: DEBUG oslo_vmware.api [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 904.382891] env[62748]: value = "task-2750136" [ 904.382891] env[62748]: _type = "Task" [ 904.382891] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.392875] env[62748]: DEBUG oslo_vmware.api [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.413651] env[62748]: DEBUG nova.compute.manager [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.441359] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080309} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.441667] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.442488] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8264bec4-840e-42ae-8a00-78f23d3c0986 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.464754] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 84540cb5-a09f-4d13-acf7-3940379ae10e/84540cb5-a09f-4d13-acf7-3940379ae10e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.465688] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602aa9fc-542f-4855-93a1-bd0ac3c103bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.486164] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 904.486164] env[62748]: value = "task-2750137" [ 904.486164] env[62748]: _type = "Task" [ 904.486164] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.494531] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.747850] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.748367] env[62748]: DEBUG nova.compute.manager [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.750854] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.738s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.751087] env[62748]: DEBUG nova.objects.instance [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lazy-loading 'resources' on Instance uuid dbf75430-bd48-4fc4-81d2-637240cecf2e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.752292] env[62748]: DEBUG nova.compute.manager [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.752492] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.753656] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53818929-4037-4fc7-9c94-3f61838af789 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.762019] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.762285] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b4f3da-6b88-4a9f-98be-9431438fe774 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.768396] env[62748]: DEBUG oslo_vmware.api [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 904.768396] env[62748]: value = "task-2750138" [ 904.768396] env[62748]: _type = "Task" [ 904.768396] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.778286] env[62748]: DEBUG oslo_vmware.api [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.891890] env[62748]: DEBUG oslo_vmware.api [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750136, 'name': ReconfigVM_Task, 'duration_secs': 0.138858} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.892259] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553428', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'name': 'volume-adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '27e3bcbc-7bc6-4a90-a135-d95e03ad99a3', 'attached_at': '', 'detached_at': '', 'volume_id': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6', 'serial': 'adae1d0b-33c8-4338-b6e7-e64da5ccfdc6'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 904.937007] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.996113] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750137, 'name': ReconfigVM_Task, 'duration_secs': 0.264967} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.996400] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 84540cb5-a09f-4d13-acf7-3940379ae10e/84540cb5-a09f-4d13-acf7-3940379ae10e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.997143] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-132b9003-6f01-4899-bf9f-bb067ce12a4a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.002981] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 905.002981] env[62748]: value = "task-2750139" [ 905.002981] env[62748]: _type = "Task" [ 905.002981] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.010507] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750139, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.254770] env[62748]: DEBUG nova.compute.utils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.258818] env[62748]: DEBUG nova.compute.manager [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.258992] env[62748]: DEBUG nova.network.neutron [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.278337] env[62748]: DEBUG oslo_vmware.api [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750138, 'name': PowerOffVM_Task, 'duration_secs': 0.190492} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.280838] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.281036] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.281435] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1d91ae9-73b3-4dc7-b1c4-3a059655fc2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.294488] env[62748]: DEBUG nova.policy [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99558e6f1635426aae7c1a5c8baf5467', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '820e545273c342209cd006656100e42f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.348693] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.348920] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.349122] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Deleting the datastore file [datastore2] 6dff7523-d554-4aa1-8f90-54f11071b181 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.349384] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-672cd08b-bfd6-4cd4-be5f-76fe5db6c545 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.358061] env[62748]: DEBUG oslo_vmware.api [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 905.358061] env[62748]: value = "task-2750141" [ 905.358061] env[62748]: _type = "Task" [ 905.358061] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.366088] env[62748]: DEBUG oslo_vmware.api [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.441402] env[62748]: DEBUG nova.objects.instance [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'flavor' on Instance uuid 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.516346] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750139, 'name': Rename_Task, 'duration_secs': 0.156458} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.516448] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.516658] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fd266fd-f8c9-47a7-ac70-038e1cb309da {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.525196] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 905.525196] env[62748]: value = "task-2750142" [ 905.525196] env[62748]: _type = "Task" [ 905.525196] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.533550] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.540463] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6d69f-f7fd-4888-a532-75998d7ad157 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.548154] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c0cfb7-3c34-40ad-9f10-a26df6639ac4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.582364] env[62748]: DEBUG nova.network.neutron [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Successfully created port: 53725316-244a-4d20-9c71-79404eb5af29 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.584982] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527246a6-123d-463a-9d79-263b8a603895 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.592366] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86bdeb1-f413-4f2e-9306-d0260576e76c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.607260] env[62748]: DEBUG nova.compute.provider_tree [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.762774] env[62748]: DEBUG nova.compute.manager [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.872172] env[62748]: DEBUG oslo_vmware.api [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145024} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.872488] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.872488] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.873399] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.873399] env[62748]: INFO nova.compute.manager [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Took 1.12 seconds to destroy the instance on the hypervisor. [ 905.873399] env[62748]: DEBUG oslo.service.loopingcall [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.873399] env[62748]: DEBUG nova.compute.manager [-] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.873399] env[62748]: DEBUG nova.network.neutron [-] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.039873] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750142, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.110534] env[62748]: DEBUG nova.scheduler.client.report [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.166671] env[62748]: DEBUG nova.compute.manager [req-3c6ae00d-6fdf-409a-a774-ab7c3a1c1253 req-61a4aac3-d7ce-4578-8092-51d26c58bf72 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Received event network-vif-deleted-17d0158e-0689-423f-a66c-d8ff106ce55a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 906.166671] env[62748]: INFO nova.compute.manager [req-3c6ae00d-6fdf-409a-a774-ab7c3a1c1253 req-61a4aac3-d7ce-4578-8092-51d26c58bf72 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Neutron deleted interface 17d0158e-0689-423f-a66c-d8ff106ce55a; detaching it from the instance and deleting it from the info cache [ 906.166671] env[62748]: DEBUG nova.network.neutron [req-3c6ae00d-6fdf-409a-a774-ab7c3a1c1253 req-61a4aac3-d7ce-4578-8092-51d26c58bf72 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.451143] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f81f151-5201-4086-bc46-7247d07d97cd tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.536317] env[62748]: DEBUG oslo_vmware.api [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750142, 'name': PowerOnVM_Task, 'duration_secs': 0.550751} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.536597] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.536825] env[62748]: INFO nova.compute.manager [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Took 7.80 seconds to spawn the instance on the hypervisor. [ 906.537056] env[62748]: DEBUG nova.compute.manager [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.537819] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c29c3a-227e-43c3-98b8-fb43e0daac0a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.615577] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.618326] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.319s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.619940] env[62748]: INFO nova.compute.claims [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.643528] env[62748]: INFO nova.scheduler.client.report [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted allocations for instance dbf75430-bd48-4fc4-81d2-637240cecf2e [ 906.649750] env[62748]: DEBUG nova.network.neutron [-] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.669232] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e514e33-275e-48c7-ba31-157cda4e0905 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.678781] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8c45d9-b4a6-49b3-a08f-16ef06f61a02 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.712479] env[62748]: DEBUG nova.compute.manager [req-3c6ae00d-6fdf-409a-a774-ab7c3a1c1253 req-61a4aac3-d7ce-4578-8092-51d26c58bf72 service nova] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Detach interface failed, port_id=17d0158e-0689-423f-a66c-d8ff106ce55a, reason: Instance 6dff7523-d554-4aa1-8f90-54f11071b181 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 906.769701] env[62748]: DEBUG nova.compute.manager [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.795358] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.795600] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.795757] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.795939] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.796098] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.796249] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.796455] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.796617] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.796785] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.796949] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.797135] env[62748]: DEBUG nova.virt.hardware [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.797947] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16178cbe-4b74-48b1-8cd4-09215a82b79f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.806200] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd27a383-c06c-4469-b056-747fc4439519 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.059841] env[62748]: INFO nova.compute.manager [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Took 28.85 seconds to build instance. [ 907.083758] env[62748]: DEBUG nova.compute.manager [req-2b0d7ca7-976d-49b8-8213-afafb247c93b req-bc5e63b1-1efa-4c8a-b68c-4fba05c0102e service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Received event network-vif-plugged-53725316-244a-4d20-9c71-79404eb5af29 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 907.084000] env[62748]: DEBUG oslo_concurrency.lockutils [req-2b0d7ca7-976d-49b8-8213-afafb247c93b req-bc5e63b1-1efa-4c8a-b68c-4fba05c0102e service nova] Acquiring lock "a58d36eb-0515-4537-9d98-d29179aeed2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.084176] env[62748]: DEBUG oslo_concurrency.lockutils [req-2b0d7ca7-976d-49b8-8213-afafb247c93b req-bc5e63b1-1efa-4c8a-b68c-4fba05c0102e service nova] Lock "a58d36eb-0515-4537-9d98-d29179aeed2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.084437] env[62748]: DEBUG oslo_concurrency.lockutils [req-2b0d7ca7-976d-49b8-8213-afafb247c93b req-bc5e63b1-1efa-4c8a-b68c-4fba05c0102e service nova] Lock "a58d36eb-0515-4537-9d98-d29179aeed2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.084798] env[62748]: DEBUG nova.compute.manager [req-2b0d7ca7-976d-49b8-8213-afafb247c93b req-bc5e63b1-1efa-4c8a-b68c-4fba05c0102e service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] No waiting events found dispatching network-vif-plugged-53725316-244a-4d20-9c71-79404eb5af29 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.085052] env[62748]: WARNING nova.compute.manager [req-2b0d7ca7-976d-49b8-8213-afafb247c93b req-bc5e63b1-1efa-4c8a-b68c-4fba05c0102e service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Received unexpected event network-vif-plugged-53725316-244a-4d20-9c71-79404eb5af29 for instance with vm_state building and task_state spawning. [ 907.150779] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e44a2bef-b80d-4e50-906a-bc91dd823de0 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "dbf75430-bd48-4fc4-81d2-637240cecf2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.588s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.154160] env[62748]: INFO nova.compute.manager [-] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Took 1.28 seconds to deallocate network for instance. [ 907.230977] env[62748]: DEBUG nova.network.neutron [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Successfully updated port: 53725316-244a-4d20-9c71-79404eb5af29 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.557942] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.558246] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.558470] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.558660] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.558855] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.561887] env[62748]: INFO nova.compute.manager [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Terminating instance [ 907.564406] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a6794b04-3923-4ecf-a0f7-19cc1af3e359 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.365s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.660074] env[62748]: DEBUG oslo_concurrency.lockutils [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.733416] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "refresh_cache-a58d36eb-0515-4537-9d98-d29179aeed2b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.733560] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "refresh_cache-a58d36eb-0515-4537-9d98-d29179aeed2b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.733713] env[62748]: DEBUG nova.network.neutron [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.855303] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dcb5b6-9db5-4f1c-940d-591d280d585f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.862962] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e9d323-a3b0-4580-8690-68ff2332805f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.893167] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752465d0-6189-4f60-b096-5fca834e7798 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.900896] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2762ca-e119-4e78-b497-f87c79701c5d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.916098] env[62748]: DEBUG nova.compute.provider_tree [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.065781] env[62748]: DEBUG nova.compute.manager [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.066110] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.066901] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd664d3-f115-4c35-a66e-5d26541bf5ba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.074697] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.074949] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65570993-b330-46e8-af51-dbba7030c8d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.081898] env[62748]: DEBUG oslo_vmware.api [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 908.081898] env[62748]: value = "task-2750143" [ 908.081898] env[62748]: _type = "Task" [ 908.081898] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.089522] env[62748]: DEBUG oslo_vmware.api [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.269993] env[62748]: DEBUG nova.network.neutron [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.419234] env[62748]: DEBUG nova.scheduler.client.report [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.447206] env[62748]: DEBUG nova.network.neutron [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Updating instance_info_cache with network_info: [{"id": "53725316-244a-4d20-9c71-79404eb5af29", "address": "fa:16:3e:3e:5d:1b", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53725316-24", "ovs_interfaceid": "53725316-244a-4d20-9c71-79404eb5af29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.592719] env[62748]: DEBUG oslo_vmware.api [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750143, 'name': PowerOffVM_Task, 'duration_secs': 0.255105} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.593037] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.593226] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.593495] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbcd5a30-94a3-4225-a645-98ac529946be {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.663141] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.663392] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.663567] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleting the datastore file [datastore1] 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.663842] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6471c5c5-4df7-437c-802e-3217a1dc059f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.670542] env[62748]: DEBUG oslo_vmware.api [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 908.670542] env[62748]: value = "task-2750145" [ 908.670542] env[62748]: _type = "Task" [ 908.670542] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.678990] env[62748]: DEBUG oslo_vmware.api [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.842440] env[62748]: DEBUG nova.compute.manager [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Stashing vm_state: active {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 908.923852] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.924384] env[62748]: DEBUG nova.compute.manager [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.927388] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.424s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.927611] env[62748]: DEBUG nova.objects.instance [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lazy-loading 'resources' on Instance uuid 87d2e0de-45a3-4d3a-a4c2-40f68c46794f {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.949549] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "refresh_cache-a58d36eb-0515-4537-9d98-d29179aeed2b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.952010] env[62748]: DEBUG nova.compute.manager [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Instance network_info: |[{"id": "53725316-244a-4d20-9c71-79404eb5af29", "address": "fa:16:3e:3e:5d:1b", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53725316-24", "ovs_interfaceid": "53725316-244a-4d20-9c71-79404eb5af29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.952010] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:5d:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53725316-244a-4d20-9c71-79404eb5af29', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.957918] env[62748]: DEBUG oslo.service.loopingcall [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 908.958693] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.958930] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-609a17b5-1c1f-48f5-9349-103f6d25312a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.979569] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.979569] env[62748]: value = "task-2750146" [ 908.979569] env[62748]: _type = "Task" [ 908.979569] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.990252] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750146, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.109324] env[62748]: DEBUG nova.compute.manager [req-48745702-e43a-489a-9b7b-2c4d617f76a0 req-a8139428-ec42-4215-9287-38ae22f6adf3 service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Received event network-changed-53725316-244a-4d20-9c71-79404eb5af29 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 909.109564] env[62748]: DEBUG nova.compute.manager [req-48745702-e43a-489a-9b7b-2c4d617f76a0 req-a8139428-ec42-4215-9287-38ae22f6adf3 service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Refreshing instance network info cache due to event network-changed-53725316-244a-4d20-9c71-79404eb5af29. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 909.109767] env[62748]: DEBUG oslo_concurrency.lockutils [req-48745702-e43a-489a-9b7b-2c4d617f76a0 req-a8139428-ec42-4215-9287-38ae22f6adf3 service nova] Acquiring lock "refresh_cache-a58d36eb-0515-4537-9d98-d29179aeed2b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.109923] env[62748]: DEBUG oslo_concurrency.lockutils [req-48745702-e43a-489a-9b7b-2c4d617f76a0 req-a8139428-ec42-4215-9287-38ae22f6adf3 service nova] Acquired lock "refresh_cache-a58d36eb-0515-4537-9d98-d29179aeed2b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.110096] env[62748]: DEBUG nova.network.neutron [req-48745702-e43a-489a-9b7b-2c4d617f76a0 req-a8139428-ec42-4215-9287-38ae22f6adf3 service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Refreshing network info cache for port 53725316-244a-4d20-9c71-79404eb5af29 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.181685] env[62748]: DEBUG oslo_vmware.api [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143326} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.181943] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.182159] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.182340] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.182530] env[62748]: INFO nova.compute.manager [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 909.182776] env[62748]: DEBUG oslo.service.loopingcall [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.182974] env[62748]: DEBUG nova.compute.manager [-] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.183085] env[62748]: DEBUG nova.network.neutron [-] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.363664] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.433471] env[62748]: DEBUG nova.compute.utils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.436023] env[62748]: DEBUG nova.compute.manager [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.436023] env[62748]: DEBUG nova.network.neutron [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.496209] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750146, 'name': CreateVM_Task, 'duration_secs': 0.347015} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.496423] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.499340] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.499340] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.499340] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 909.504677] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f801265c-0a7c-44c6-b657-8550b93ef268 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.508848] env[62748]: DEBUG nova.policy [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06455ae022ff43d59103de688924949c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21e43bbb752d407dad69c2cdc60bf7ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.514255] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 909.514255] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52044444-f7aa-9f20-ea63-3807b9ed28f7" [ 909.514255] env[62748]: _type = "Task" [ 909.514255] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.523986] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52044444-f7aa-9f20-ea63-3807b9ed28f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.769309] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893e9aea-c813-4752-8d3c-57859480da69 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.779041] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791f9ffe-5d39-4d09-bbbb-25dfbed44b4d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.812340] env[62748]: DEBUG nova.network.neutron [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Successfully created port: 29fdeb92-1584-4c8d-9c54-269da1c135e0 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.814316] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63798ca-7c71-4c19-aa50-0ccaf92ddf4d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.821788] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1f2ae-748e-47d8-a9df-60ab5123b3aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.837716] env[62748]: DEBUG nova.compute.provider_tree [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.871777] env[62748]: DEBUG nova.network.neutron [req-48745702-e43a-489a-9b7b-2c4d617f76a0 req-a8139428-ec42-4215-9287-38ae22f6adf3 service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Updated VIF entry in instance network info cache for port 53725316-244a-4d20-9c71-79404eb5af29. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.872191] env[62748]: DEBUG nova.network.neutron [req-48745702-e43a-489a-9b7b-2c4d617f76a0 req-a8139428-ec42-4215-9287-38ae22f6adf3 service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Updating instance_info_cache with network_info: [{"id": "53725316-244a-4d20-9c71-79404eb5af29", "address": "fa:16:3e:3e:5d:1b", "network": {"id": "67247edb-cf6d-4a9e-bd5c-6dfc740eee16", "bridge": "br-int", "label": "tempest-ImagesTestJSON-53073145-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "820e545273c342209cd006656100e42f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53725316-24", "ovs_interfaceid": "53725316-244a-4d20-9c71-79404eb5af29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.938172] env[62748]: DEBUG nova.compute.manager [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.030122] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52044444-f7aa-9f20-ea63-3807b9ed28f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.030443] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.030682] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.030915] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.031109] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.031317] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.031685] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6870ed1d-e704-4c70-acc4-28bb0dff9dc8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.039696] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.039875] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.040601] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd223f0b-547b-4eac-b8d6-a1d61c362f58 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.046408] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 910.046408] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5268f886-25b0-9365-759a-10b23bb6889d" [ 910.046408] env[62748]: _type = "Task" [ 910.046408] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.054465] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5268f886-25b0-9365-759a-10b23bb6889d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.200448] env[62748]: DEBUG nova.network.neutron [-] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.361737] env[62748]: ERROR nova.scheduler.client.report [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [req-a9209708-d75e-4161-a08d-947c295f195c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a9209708-d75e-4161-a08d-947c295f195c"}]} [ 910.378129] env[62748]: DEBUG nova.scheduler.client.report [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 910.380277] env[62748]: DEBUG oslo_concurrency.lockutils [req-48745702-e43a-489a-9b7b-2c4d617f76a0 req-a8139428-ec42-4215-9287-38ae22f6adf3 service nova] Releasing lock "refresh_cache-a58d36eb-0515-4537-9d98-d29179aeed2b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.393583] env[62748]: DEBUG nova.scheduler.client.report [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 910.393799] env[62748]: DEBUG nova.compute.provider_tree [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.404550] env[62748]: DEBUG nova.scheduler.client.report [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 910.420960] env[62748]: DEBUG nova.scheduler.client.report [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 910.559076] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5268f886-25b0-9365-759a-10b23bb6889d, 'name': SearchDatastore_Task, 'duration_secs': 0.010226} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.562827] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e30aac9-01cf-412f-9190-6c879ab48dd2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.567722] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 910.567722] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c4eb83-dd2e-2c60-7f6a-e57cc6f3865c" [ 910.567722] env[62748]: _type = "Task" [ 910.567722] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.580559] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c4eb83-dd2e-2c60-7f6a-e57cc6f3865c, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.580856] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.581473] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] a58d36eb-0515-4537-9d98-d29179aeed2b/a58d36eb-0515-4537-9d98-d29179aeed2b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.581473] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b09c3f7-d6f6-4983-874d-8ed263313499 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.588254] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 910.588254] env[62748]: value = "task-2750147" [ 910.588254] env[62748]: _type = "Task" [ 910.588254] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.595971] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.682113] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bb709c-d89d-4a8c-a5a7-696622974f74 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.689793] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be016274-dca4-461b-a2d6-98945876bf6f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.719927] env[62748]: INFO nova.compute.manager [-] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Took 1.54 seconds to deallocate network for instance. [ 910.722324] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462935f0-d68c-4492-bad6-fe2f11086db8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.732358] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cabc1e-8a99-45f2-b9db-c5ca4c5654ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.748614] env[62748]: DEBUG nova.compute.provider_tree [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.947551] env[62748]: DEBUG nova.compute.manager [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.977186] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.977393] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.977531] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.977722] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.977874] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.978055] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.978329] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.978496] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.978674] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.978840] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.979033] env[62748]: DEBUG nova.virt.hardware [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.980146] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2673d8-0509-47ec-a0f3-a9ce749ece51 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.990223] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9dbf5d-cf4f-45e9-92b7-5392cf922916 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.097764] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436453} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.098036] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] a58d36eb-0515-4537-9d98-d29179aeed2b/a58d36eb-0515-4537-9d98-d29179aeed2b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.098286] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.098592] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d3abe21-fc1a-4ee7-bdc8-811d8341e85b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.105538] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 911.105538] env[62748]: value = "task-2750148" [ 911.105538] env[62748]: _type = "Task" [ 911.105538] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.113866] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.133875] env[62748]: DEBUG nova.compute.manager [req-2e2c9fec-444d-43cb-ab72-65f09c7e3d7f req-e46e0944-755f-4c60-8155-cb58dd58f21f service nova] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Received event network-vif-deleted-8645a4ad-bd3c-48ac-85bc-1a4dbc7f14dd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.229913] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.246664] env[62748]: DEBUG nova.compute.manager [req-dae71ab7-8d8e-4deb-9df7-6cc07ea50aba req-dbd56787-659d-4aa3-9bca-cfd27916cd5f service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Received event network-vif-plugged-29fdeb92-1584-4c8d-9c54-269da1c135e0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 911.246883] env[62748]: DEBUG oslo_concurrency.lockutils [req-dae71ab7-8d8e-4deb-9df7-6cc07ea50aba req-dbd56787-659d-4aa3-9bca-cfd27916cd5f service nova] Acquiring lock "94381e49-26e7-4887-888e-aba97251abeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.247108] env[62748]: DEBUG oslo_concurrency.lockutils [req-dae71ab7-8d8e-4deb-9df7-6cc07ea50aba req-dbd56787-659d-4aa3-9bca-cfd27916cd5f service nova] Lock "94381e49-26e7-4887-888e-aba97251abeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.247345] env[62748]: DEBUG oslo_concurrency.lockutils [req-dae71ab7-8d8e-4deb-9df7-6cc07ea50aba req-dbd56787-659d-4aa3-9bca-cfd27916cd5f service nova] Lock "94381e49-26e7-4887-888e-aba97251abeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.247445] env[62748]: DEBUG nova.compute.manager [req-dae71ab7-8d8e-4deb-9df7-6cc07ea50aba req-dbd56787-659d-4aa3-9bca-cfd27916cd5f service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] No waiting events found dispatching network-vif-plugged-29fdeb92-1584-4c8d-9c54-269da1c135e0 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.247610] env[62748]: WARNING nova.compute.manager [req-dae71ab7-8d8e-4deb-9df7-6cc07ea50aba req-dbd56787-659d-4aa3-9bca-cfd27916cd5f service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Received unexpected event network-vif-plugged-29fdeb92-1584-4c8d-9c54-269da1c135e0 for instance with vm_state building and task_state spawning. [ 911.278988] env[62748]: DEBUG nova.scheduler.client.report [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 911.279359] env[62748]: DEBUG nova.compute.provider_tree [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 108 to 109 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 911.279557] env[62748]: DEBUG nova.compute.provider_tree [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.332164] env[62748]: DEBUG nova.network.neutron [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Successfully updated port: 29fdeb92-1584-4c8d-9c54-269da1c135e0 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.616576] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063601} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.617035] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.617653] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fac2a3-c7c3-4d4d-ab3b-b05676367ea9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.639445] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a58d36eb-0515-4537-9d98-d29179aeed2b/a58d36eb-0515-4537-9d98-d29179aeed2b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.639721] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e7692fd-1509-4aa4-b365-dd62f45317af {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.659264] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 911.659264] env[62748]: value = "task-2750149" [ 911.659264] env[62748]: _type = "Task" [ 911.659264] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.667065] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.784779] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.857s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.787199] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.352s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.787435] env[62748]: DEBUG nova.objects.instance [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lazy-loading 'resources' on Instance uuid c296ab0f-8b6a-4d09-880b-05132eadb73f {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.834209] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquiring lock "refresh_cache-94381e49-26e7-4887-888e-aba97251abeb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.834394] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquired lock "refresh_cache-94381e49-26e7-4887-888e-aba97251abeb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.834506] env[62748]: DEBUG nova.network.neutron [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.887913] env[62748]: INFO nova.scheduler.client.report [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleted allocations for instance 87d2e0de-45a3-4d3a-a4c2-40f68c46794f [ 912.169258] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750149, 'name': ReconfigVM_Task, 'duration_secs': 0.280204} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.169533] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a58d36eb-0515-4537-9d98-d29179aeed2b/a58d36eb-0515-4537-9d98-d29179aeed2b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.170160] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9d969a8-7d77-4b29-80e3-276082cf0a51 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.177146] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 912.177146] env[62748]: value = "task-2750150" [ 912.177146] env[62748]: _type = "Task" [ 912.177146] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.184680] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750150, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.370361] env[62748]: DEBUG nova.network.neutron [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.400747] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf1da75-0c0c-474e-b33e-e358c5eef102 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "87d2e0de-45a3-4d3a-a4c2-40f68c46794f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.440s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.543439] env[62748]: DEBUG nova.network.neutron [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Updating instance_info_cache with network_info: [{"id": "29fdeb92-1584-4c8d-9c54-269da1c135e0", "address": "fa:16:3e:af:7c:ba", "network": {"id": "62944532-5a0d-44e9-a6fd-690631df41f3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1150234956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21e43bbb752d407dad69c2cdc60bf7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29fdeb92-15", "ovs_interfaceid": "29fdeb92-1584-4c8d-9c54-269da1c135e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.557742] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d3ac8-23c8-4429-b370-080a487496fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.566348] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce42da1-1516-4551-bf0c-7682f8c9baee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.599251] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c20d1-dbd5-4c1d-bf65-5f08bb833e4e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.608018] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190812c4-8ba1-46b3-ae2b-711004781d4a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.623623] env[62748]: DEBUG nova.compute.provider_tree [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.687295] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750150, 'name': Rename_Task, 'duration_secs': 0.250166} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.687642] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.687899] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-150b4b10-aa5a-4d79-a6c1-0be9c34fd96a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.694089] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 912.694089] env[62748]: value = "task-2750151" [ 912.694089] env[62748]: _type = "Task" [ 912.694089] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.703208] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.048797] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Releasing lock "refresh_cache-94381e49-26e7-4887-888e-aba97251abeb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.049332] env[62748]: DEBUG nova.compute.manager [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Instance network_info: |[{"id": "29fdeb92-1584-4c8d-9c54-269da1c135e0", "address": "fa:16:3e:af:7c:ba", "network": {"id": "62944532-5a0d-44e9-a6fd-690631df41f3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1150234956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21e43bbb752d407dad69c2cdc60bf7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29fdeb92-15", "ovs_interfaceid": "29fdeb92-1584-4c8d-9c54-269da1c135e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.049924] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:7c:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29fdeb92-1584-4c8d-9c54-269da1c135e0', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.059714] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Creating folder: Project (21e43bbb752d407dad69c2cdc60bf7ae). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.060064] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02ac92e3-dd19-401b-b0e8-fab010fa3e94 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.074174] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Created folder: Project (21e43bbb752d407dad69c2cdc60bf7ae) in parent group-v553264. [ 913.074474] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Creating folder: Instances. Parent ref: group-v553484. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.074629] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72fb460b-eeb6-42d8-9b38-280841001c05 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.085965] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Created folder: Instances in parent group-v553484. [ 913.086235] env[62748]: DEBUG oslo.service.loopingcall [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.086433] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.086640] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe093cae-7762-4468-9622-61b0cc64a69a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.106939] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.106939] env[62748]: value = "task-2750154" [ 913.106939] env[62748]: _type = "Task" [ 913.106939] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.118145] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750154, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.127287] env[62748]: DEBUG nova.scheduler.client.report [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.204630] env[62748]: DEBUG oslo_vmware.api [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750151, 'name': PowerOnVM_Task, 'duration_secs': 0.461044} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.204931] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.205189] env[62748]: INFO nova.compute.manager [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Took 6.44 seconds to spawn the instance on the hypervisor. [ 913.205397] env[62748]: DEBUG nova.compute.manager [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.206357] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246b3406-0df9-4e36-8457-38e5b9b0f9e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.273307] env[62748]: DEBUG nova.compute.manager [req-9322581a-b875-48b4-9c4c-e2424be38459 req-dbfcd2fa-4477-4889-8231-2d60c3a8822f service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Received event network-changed-29fdeb92-1584-4c8d-9c54-269da1c135e0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.273511] env[62748]: DEBUG nova.compute.manager [req-9322581a-b875-48b4-9c4c-e2424be38459 req-dbfcd2fa-4477-4889-8231-2d60c3a8822f service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Refreshing instance network info cache due to event network-changed-29fdeb92-1584-4c8d-9c54-269da1c135e0. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 913.273882] env[62748]: DEBUG oslo_concurrency.lockutils [req-9322581a-b875-48b4-9c4c-e2424be38459 req-dbfcd2fa-4477-4889-8231-2d60c3a8822f service nova] Acquiring lock "refresh_cache-94381e49-26e7-4887-888e-aba97251abeb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.273882] env[62748]: DEBUG oslo_concurrency.lockutils [req-9322581a-b875-48b4-9c4c-e2424be38459 req-dbfcd2fa-4477-4889-8231-2d60c3a8822f service nova] Acquired lock "refresh_cache-94381e49-26e7-4887-888e-aba97251abeb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.274049] env[62748]: DEBUG nova.network.neutron [req-9322581a-b875-48b4-9c4c-e2424be38459 req-dbfcd2fa-4477-4889-8231-2d60c3a8822f service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Refreshing network info cache for port 29fdeb92-1584-4c8d-9c54-269da1c135e0 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.617484] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750154, 'name': CreateVM_Task, 'duration_secs': 0.379343} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.617878] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 913.618489] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.618657] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.619924] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 913.619924] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bab79f3c-9ee1-4ff7-8308-f01841282b29 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.623913] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 913.623913] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527c03c0-1b2d-d7e4-565b-f772d0ba71cd" [ 913.623913] env[62748]: _type = "Task" [ 913.623913] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.633347] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.635361] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527c03c0-1b2d-d7e4-565b-f772d0ba71cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.635816] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.802s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.636056] env[62748]: DEBUG nova.objects.instance [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lazy-loading 'resources' on Instance uuid 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.655765] env[62748]: INFO nova.scheduler.client.report [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Deleted allocations for instance c296ab0f-8b6a-4d09-880b-05132eadb73f [ 913.722429] env[62748]: INFO nova.compute.manager [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Took 25.67 seconds to build instance. [ 914.029529] env[62748]: DEBUG nova.network.neutron [req-9322581a-b875-48b4-9c4c-e2424be38459 req-dbfcd2fa-4477-4889-8231-2d60c3a8822f service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Updated VIF entry in instance network info cache for port 29fdeb92-1584-4c8d-9c54-269da1c135e0. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.031460] env[62748]: DEBUG nova.network.neutron [req-9322581a-b875-48b4-9c4c-e2424be38459 req-dbfcd2fa-4477-4889-8231-2d60c3a8822f service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Updating instance_info_cache with network_info: [{"id": "29fdeb92-1584-4c8d-9c54-269da1c135e0", "address": "fa:16:3e:af:7c:ba", "network": {"id": "62944532-5a0d-44e9-a6fd-690631df41f3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1150234956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21e43bbb752d407dad69c2cdc60bf7ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29fdeb92-15", "ovs_interfaceid": "29fdeb92-1584-4c8d-9c54-269da1c135e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.137259] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527c03c0-1b2d-d7e4-565b-f772d0ba71cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.137659] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.137981] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.138316] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.138562] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.138867] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.145424] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec2e9161-8302-4e79-978c-62694cb710f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.157019] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.157019] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.157019] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518a24bb-4445-4fae-8b9c-c51a31778891 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.166574] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 914.166574] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52584079-f599-6163-83dc-d020c2b13a46" [ 914.166574] env[62748]: _type = "Task" [ 914.166574] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.166977] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ae1d038d-8cfa-4083-be75-c96c9f527451 tempest-ServersAdminTestJSON-700974066 tempest-ServersAdminTestJSON-700974066-project-member] Lock "c296ab0f-8b6a-4d09-880b-05132eadb73f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.096s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.179716] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52584079-f599-6163-83dc-d020c2b13a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.225541] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fc13cd16-7292-4195-a4b6-7cab4b8fdff8 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "a58d36eb-0515-4537-9d98-d29179aeed2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.183s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.432754] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49ae66a-3196-42c7-ba17-5f7b89e53abf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.441082] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813ab752-312f-4800-9995-ae761bb3e81b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.471331] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc6f5d1-1cd7-41eb-95c3-4e16a9f268b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.480231] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e73a01-a5a6-4024-951f-daf8c04b44ce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.498512] env[62748]: DEBUG nova.compute.provider_tree [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.536600] env[62748]: DEBUG oslo_concurrency.lockutils [req-9322581a-b875-48b4-9c4c-e2424be38459 req-dbfcd2fa-4477-4889-8231-2d60c3a8822f service nova] Releasing lock "refresh_cache-94381e49-26e7-4887-888e-aba97251abeb" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.581129] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.581480] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.681022] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52584079-f599-6163-83dc-d020c2b13a46, 'name': SearchDatastore_Task, 'duration_secs': 0.025471} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.681022] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b307fe78-509c-4efb-bd10-c0e99b5a68b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.685753] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 914.685753] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5246c24a-1a64-c388-f1af-4ed022b3cc4c" [ 914.685753] env[62748]: _type = "Task" [ 914.685753] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.693788] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5246c24a-1a64-c388-f1af-4ed022b3cc4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.002587] env[62748]: DEBUG nova.scheduler.client.report [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.093255] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.093415] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.093559] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.093711] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.093968] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.094144] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.094287] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 915.094431] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.196010] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5246c24a-1a64-c388-f1af-4ed022b3cc4c, 'name': SearchDatastore_Task, 'duration_secs': 0.021183} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.196295] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.196554] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 94381e49-26e7-4887-888e-aba97251abeb/94381e49-26e7-4887-888e-aba97251abeb.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.196807] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfca4c5b-452c-48a9-9b17-d406c5722f2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.203783] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 915.203783] env[62748]: value = "task-2750155" [ 915.203783] env[62748]: _type = "Task" [ 915.203783] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.211346] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.496764] env[62748]: DEBUG nova.compute.manager [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.497689] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d9fe60-b90e-49d5-b557-98dcc7ef1c8f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.509026] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.509845] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.573s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.511332] env[62748]: INFO nova.compute.claims [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.539344] env[62748]: INFO nova.scheduler.client.report [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Deleted allocations for instance 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26 [ 915.598365] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.715918] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750155, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.010856] env[62748]: INFO nova.compute.manager [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] instance snapshotting [ 916.013758] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14cbb89-981a-4557-b697-0a571af21fdd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.036861] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b0a38-9422-4651-8655-754ca4bd0fcc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.050198] env[62748]: DEBUG oslo_concurrency.lockutils [None req-39881667-aad8-4547-add1-883a22bcd4a0 tempest-ImagesNegativeTestJSON-457108420 tempest-ImagesNegativeTestJSON-457108420-project-member] Lock "7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.569s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.215337] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702735} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.215621] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 94381e49-26e7-4887-888e-aba97251abeb/94381e49-26e7-4887-888e-aba97251abeb.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.215847] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.216119] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99fefe24-3ab6-4ac3-aae3-36a5ffc9447e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.222477] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 916.222477] env[62748]: value = "task-2750156" [ 916.222477] env[62748]: _type = "Task" [ 916.222477] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.229674] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.553038] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.553038] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76e08385-4497-45e7-91ae-2c45c91cbb2e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.566551] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 916.566551] env[62748]: value = "task-2750157" [ 916.566551] env[62748]: _type = "Task" [ 916.566551] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.577860] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.732198] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065537} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.734749] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.735753] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399d5202-664c-49a0-b7b3-971a93a23cc7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.759835] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 94381e49-26e7-4887-888e-aba97251abeb/94381e49-26e7-4887-888e-aba97251abeb.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.762762] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02e545c8-dc24-4955-aae0-1eb6bd4ad6ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.784296] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 916.784296] env[62748]: value = "task-2750158" [ 916.784296] env[62748]: _type = "Task" [ 916.784296] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.794640] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.833430] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cdd2bf-fdea-4d3a-a849-6c3d525482f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.840553] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8c9024-3a4c-4136-a690-4c583f633e47 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.873536] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c74e9-c79a-4bdf-b8d9-cf2b27bb0e9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.881348] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d945c3-4ee4-4879-98c9-866fa9288070 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.895705] env[62748]: DEBUG nova.compute.provider_tree [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.083078] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.293789] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750158, 'name': ReconfigVM_Task, 'duration_secs': 0.270893} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.294181] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 94381e49-26e7-4887-888e-aba97251abeb/94381e49-26e7-4887-888e-aba97251abeb.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.294816] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8bd5f3c-172d-4d11-8a39-22c45f1e4cb8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.301206] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 917.301206] env[62748]: value = "task-2750159" [ 917.301206] env[62748]: _type = "Task" [ 917.301206] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.308553] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750159, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.444025] env[62748]: DEBUG nova.scheduler.client.report [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 917.444025] env[62748]: DEBUG nova.compute.provider_tree [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 109 to 110 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 917.444025] env[62748]: DEBUG nova.compute.provider_tree [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 917.578061] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750157, 'name': CreateSnapshot_Task, 'duration_secs': 0.902529} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.578061] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 917.578829] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f41d5e4-da65-4035-b87e-1158c6ee3455 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.811884] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750159, 'name': Rename_Task, 'duration_secs': 0.162361} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.812233] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.812469] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-212ac113-692b-469f-9cf9-ce8368843c9b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.820421] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 917.820421] env[62748]: value = "task-2750160" [ 917.820421] env[62748]: _type = "Task" [ 917.820421] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.832066] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.950341] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.950341] env[62748]: DEBUG nova.compute.manager [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.952509] env[62748]: DEBUG oslo_concurrency.lockutils [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.292s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.952876] env[62748]: DEBUG nova.objects.instance [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lazy-loading 'resources' on Instance uuid 6dff7523-d554-4aa1-8f90-54f11071b181 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.100647] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.100647] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-337d9c87-da6f-444d-95ac-e12984193c03 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.109717] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 918.109717] env[62748]: value = "task-2750161" [ 918.109717] env[62748]: _type = "Task" [ 918.109717] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.118020] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750161, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.332677] env[62748]: DEBUG oslo_vmware.api [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750160, 'name': PowerOnVM_Task, 'duration_secs': 0.462914} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.333027] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.333234] env[62748]: INFO nova.compute.manager [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Took 7.39 seconds to spawn the instance on the hypervisor. [ 918.333500] env[62748]: DEBUG nova.compute.manager [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.335606] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f5e4a6-e1e2-4271-a00a-e3ac3dcf04d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.462026] env[62748]: DEBUG nova.compute.utils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.466173] env[62748]: DEBUG nova.compute.manager [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.466173] env[62748]: DEBUG nova.network.neutron [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.578304] env[62748]: DEBUG nova.policy [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '121e0f3fe590400595e729f62adb0f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e315e3b96b41429dd1aff0a93e5b7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.624305] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750161, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.754622] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa475fda-69b1-4530-8e9c-532cd7885ee3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.762791] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc2de0f-429b-4217-9e52-837d0b4f51d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.795649] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e092e-f0a8-4cbc-a2b8-25cd408dfac4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.803898] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd59928c-ee05-4cce-a2ec-749056b3688c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.819673] env[62748]: DEBUG nova.compute.provider_tree [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.855861] env[62748]: INFO nova.compute.manager [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Took 23.58 seconds to build instance. [ 918.940512] env[62748]: DEBUG nova.network.neutron [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Successfully created port: 83684945-bb8f-4f40-b49c-e651bcdea96a {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 918.971798] env[62748]: DEBUG nova.compute.manager [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.123893] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750161, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.325289] env[62748]: DEBUG nova.scheduler.client.report [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.358310] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8acfe28a-1ac2-4a8a-91b6-9699c42429e0 tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "94381e49-26e7-4887-888e-aba97251abeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.085s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.635012] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750161, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.828724] env[62748]: DEBUG oslo_concurrency.lockutils [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.831311] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.468s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.856983] env[62748]: INFO nova.scheduler.client.report [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Deleted allocations for instance 6dff7523-d554-4aa1-8f90-54f11071b181 [ 919.986387] env[62748]: DEBUG nova.compute.manager [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.022680] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.022948] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.023269] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.023349] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.023519] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.023698] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.023915] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.024090] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.024265] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.024435] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.024641] env[62748]: DEBUG nova.virt.hardware [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.025541] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ad320f-2158-4b6e-a368-e4e8cc3ae89b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.034953] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23ecc5f-2228-4c25-8ef6-f69045634b4b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.128784] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750161, 'name': CloneVM_Task, 'duration_secs': 1.613669} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.129359] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Created linked-clone VM from snapshot [ 920.130816] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bf594a-63eb-4789-8597-ffe05c51b52c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.142370] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Uploading image 3cd76948-06e5-4388-9fbe-f860efc69a21 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 920.154179] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.154446] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2931b7c4-27a6-4eab-a3f2-964e33afdaa7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.161548] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 920.161548] env[62748]: value = "task-2750162" [ 920.161548] env[62748]: _type = "Task" [ 920.161548] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.170674] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750162, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.336821] env[62748]: INFO nova.compute.claims [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.370312] env[62748]: DEBUG oslo_concurrency.lockutils [None req-337a69d1-3ffd-404f-bd43-a9dba7ca8cb7 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "6dff7523-d554-4aa1-8f90-54f11071b181" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.126s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.613193] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquiring lock "94381e49-26e7-4887-888e-aba97251abeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.613472] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "94381e49-26e7-4887-888e-aba97251abeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.613728] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquiring lock "94381e49-26e7-4887-888e-aba97251abeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.613925] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "94381e49-26e7-4887-888e-aba97251abeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.614529] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "94381e49-26e7-4887-888e-aba97251abeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.616376] env[62748]: INFO nova.compute.manager [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Terminating instance [ 920.672510] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750162, 'name': Destroy_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.814987] env[62748]: DEBUG nova.network.neutron [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Successfully updated port: 83684945-bb8f-4f40-b49c-e651bcdea96a {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 920.843429] env[62748]: INFO nova.compute.resource_tracker [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating resource usage from migration cf0bbc61-204b-47b1-991e-4d5e88b0b980 [ 920.998838] env[62748]: DEBUG nova.compute.manager [req-57f1489b-7455-4532-a2ce-00fc7e624a6a req-13c9459d-0414-4936-94c7-5fd5bba97541 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Received event network-vif-plugged-83684945-bb8f-4f40-b49c-e651bcdea96a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 921.003304] env[62748]: DEBUG oslo_concurrency.lockutils [req-57f1489b-7455-4532-a2ce-00fc7e624a6a req-13c9459d-0414-4936-94c7-5fd5bba97541 service nova] Acquiring lock "6552a2bf-0cb2-42bd-9652-756cd08881d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.003718] env[62748]: DEBUG oslo_concurrency.lockutils [req-57f1489b-7455-4532-a2ce-00fc7e624a6a req-13c9459d-0414-4936-94c7-5fd5bba97541 service nova] Lock "6552a2bf-0cb2-42bd-9652-756cd08881d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.004054] env[62748]: DEBUG oslo_concurrency.lockutils [req-57f1489b-7455-4532-a2ce-00fc7e624a6a req-13c9459d-0414-4936-94c7-5fd5bba97541 service nova] Lock "6552a2bf-0cb2-42bd-9652-756cd08881d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.004335] env[62748]: DEBUG nova.compute.manager [req-57f1489b-7455-4532-a2ce-00fc7e624a6a req-13c9459d-0414-4936-94c7-5fd5bba97541 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] No waiting events found dispatching network-vif-plugged-83684945-bb8f-4f40-b49c-e651bcdea96a {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.004614] env[62748]: WARNING nova.compute.manager [req-57f1489b-7455-4532-a2ce-00fc7e624a6a req-13c9459d-0414-4936-94c7-5fd5bba97541 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Received unexpected event network-vif-plugged-83684945-bb8f-4f40-b49c-e651bcdea96a for instance with vm_state building and task_state spawning. [ 921.123254] env[62748]: DEBUG nova.compute.manager [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.123254] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.126614] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c4dd0c-ea94-4b45-8b95-49304b7fb215 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.134270] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.134626] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65dbff79-d4a9-41ae-a15f-b179e1feb484 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.142093] env[62748]: DEBUG oslo_vmware.api [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 921.142093] env[62748]: value = "task-2750163" [ 921.142093] env[62748]: _type = "Task" [ 921.142093] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.152993] env[62748]: DEBUG oslo_vmware.api [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.179189] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750162, 'name': Destroy_Task, 'duration_secs': 0.675567} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.182422] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Destroyed the VM [ 921.182746] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.183757] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55304414-1fbe-430c-9146-584c700351c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.191320] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 921.191320] env[62748]: value = "task-2750164" [ 921.191320] env[62748]: _type = "Task" [ 921.191320] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.200910] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.299928] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb2db7a-d7d7-4250-a26e-994ab1bcf5b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.310550] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "c5bc03b8-4250-42ad-a516-2ea1304776b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.310761] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "c5bc03b8-4250-42ad-a516-2ea1304776b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.321289] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-6552a2bf-0cb2-42bd-9652-756cd08881d9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.321289] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-6552a2bf-0cb2-42bd-9652-756cd08881d9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.321443] env[62748]: DEBUG nova.network.neutron [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.323791] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce333a9-c1c3-4f6f-9b85-19c2fab1fbb1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.363125] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e065a9c1-12ea-4abc-bf62-d4ed0e415513 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.373192] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4813ca24-8bcb-47fe-9df8-f3373f7aa8a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.390147] env[62748]: DEBUG nova.compute.provider_tree [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.653344] env[62748]: DEBUG oslo_vmware.api [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750163, 'name': PowerOffVM_Task, 'duration_secs': 0.183627} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.653766] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.654027] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.654236] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d64e6f74-7c20-4cfc-b02d-cd402ca2b870 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.703703] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.729799] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.729944] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.730156] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Deleting the datastore file [datastore1] 94381e49-26e7-4887-888e-aba97251abeb {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.730533] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e50fe411-b7fc-4c4e-90a7-15da01a9bb0c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.742607] env[62748]: DEBUG oslo_vmware.api [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for the task: (returnval){ [ 921.742607] env[62748]: value = "task-2750166" [ 921.742607] env[62748]: _type = "Task" [ 921.742607] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.754860] env[62748]: DEBUG oslo_vmware.api [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.823878] env[62748]: DEBUG nova.compute.manager [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.896275] env[62748]: DEBUG nova.scheduler.client.report [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.900590] env[62748]: DEBUG nova.network.neutron [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.203810] env[62748]: DEBUG oslo_vmware.api [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750164, 'name': RemoveSnapshot_Task, 'duration_secs': 0.932862} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.204485] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.261027] env[62748]: DEBUG oslo_vmware.api [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Task: {'id': task-2750166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138061} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.261250] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.261440] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.261624] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.261796] env[62748]: INFO nova.compute.manager [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 922.262056] env[62748]: DEBUG oslo.service.loopingcall [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.262253] env[62748]: DEBUG nova.compute.manager [-] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.262348] env[62748]: DEBUG nova.network.neutron [-] [instance: 94381e49-26e7-4887-888e-aba97251abeb] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.355902] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.404200] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.573s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.404309] env[62748]: INFO nova.compute.manager [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Migrating [ 922.412902] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.184s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.413788] env[62748]: DEBUG nova.objects.instance [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'resources' on Instance uuid 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.456165] env[62748]: DEBUG nova.network.neutron [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Updating instance_info_cache with network_info: [{"id": "83684945-bb8f-4f40-b49c-e651bcdea96a", "address": "fa:16:3e:58:76:20", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83684945-bb", "ovs_interfaceid": "83684945-bb8f-4f40-b49c-e651bcdea96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.709168] env[62748]: WARNING nova.compute.manager [None req-39bb82d9-b0ea-4c9e-98d1-1cc351960937 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Image not found during snapshot: nova.exception.ImageNotFound: Image 3cd76948-06e5-4388-9fbe-f860efc69a21 could not be found. [ 922.748316] env[62748]: DEBUG nova.compute.manager [req-c04765d8-99b8-436e-8670-4087701e5d7b req-f760dd32-2bf6-49ef-b095-fc235f100d0d service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Received event network-vif-deleted-29fdeb92-1584-4c8d-9c54-269da1c135e0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 922.748514] env[62748]: INFO nova.compute.manager [req-c04765d8-99b8-436e-8670-4087701e5d7b req-f760dd32-2bf6-49ef-b095-fc235f100d0d service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Neutron deleted interface 29fdeb92-1584-4c8d-9c54-269da1c135e0; detaching it from the instance and deleting it from the info cache [ 922.748692] env[62748]: DEBUG nova.network.neutron [req-c04765d8-99b8-436e-8670-4087701e5d7b req-f760dd32-2bf6-49ef-b095-fc235f100d0d service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.931068] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.931314] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.931487] env[62748]: DEBUG nova.network.neutron [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.959161] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-6552a2bf-0cb2-42bd-9652-756cd08881d9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.959478] env[62748]: DEBUG nova.compute.manager [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Instance network_info: |[{"id": "83684945-bb8f-4f40-b49c-e651bcdea96a", "address": "fa:16:3e:58:76:20", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83684945-bb", "ovs_interfaceid": "83684945-bb8f-4f40-b49c-e651bcdea96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.959954] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:76:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83684945-bb8f-4f40-b49c-e651bcdea96a', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.970128] env[62748]: DEBUG oslo.service.loopingcall [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.971531] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.971998] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8425b20c-d89a-469b-a0fe-197dbf6fab1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.997186] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.997186] env[62748]: value = "task-2750167" [ 922.997186] env[62748]: _type = "Task" [ 922.997186] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.006785] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750167, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.074387] env[62748]: DEBUG nova.network.neutron [-] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.079926] env[62748]: DEBUG nova.compute.manager [req-af1ef067-efb1-474a-8a01-04e20a1cc79f req-db89e41c-40c3-43d2-9526-13363cc98099 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Received event network-changed-83684945-bb8f-4f40-b49c-e651bcdea96a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.079926] env[62748]: DEBUG nova.compute.manager [req-af1ef067-efb1-474a-8a01-04e20a1cc79f req-db89e41c-40c3-43d2-9526-13363cc98099 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Refreshing instance network info cache due to event network-changed-83684945-bb8f-4f40-b49c-e651bcdea96a. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 923.080100] env[62748]: DEBUG oslo_concurrency.lockutils [req-af1ef067-efb1-474a-8a01-04e20a1cc79f req-db89e41c-40c3-43d2-9526-13363cc98099 service nova] Acquiring lock "refresh_cache-6552a2bf-0cb2-42bd-9652-756cd08881d9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.080251] env[62748]: DEBUG oslo_concurrency.lockutils [req-af1ef067-efb1-474a-8a01-04e20a1cc79f req-db89e41c-40c3-43d2-9526-13363cc98099 service nova] Acquired lock "refresh_cache-6552a2bf-0cb2-42bd-9652-756cd08881d9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.080414] env[62748]: DEBUG nova.network.neutron [req-af1ef067-efb1-474a-8a01-04e20a1cc79f req-db89e41c-40c3-43d2-9526-13363cc98099 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Refreshing network info cache for port 83684945-bb8f-4f40-b49c-e651bcdea96a {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.254535] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4c18908-4b21-4342-aab7-d80d99ce94f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.267860] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9001c02-7a54-437b-838e-15caf14bdfa7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.284462] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967e2c2d-d2f3-4a46-bfe6-26dad1420f9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.298837] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b452bed-18a6-4295-8123-7be5583375a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.316162] env[62748]: DEBUG nova.compute.manager [req-c04765d8-99b8-436e-8670-4087701e5d7b req-f760dd32-2bf6-49ef-b095-fc235f100d0d service nova] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Detach interface failed, port_id=29fdeb92-1584-4c8d-9c54-269da1c135e0, reason: Instance 94381e49-26e7-4887-888e-aba97251abeb could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 923.344979] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271fd206-1ba2-45f1-ac0f-0eb07456430c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.352845] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec34b5a-1fce-4f58-9606-529161ef1377 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.369518] env[62748]: DEBUG nova.compute.provider_tree [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.422527] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquiring lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.423300] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.507517] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750167, 'name': CreateVM_Task, 'duration_secs': 0.31553} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.507731] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.508372] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.508541] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.508862] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.509129] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbcf27e-3426-49a7-ae19-50567554f8e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.514109] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 923.514109] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52692fe7-43f1-6363-3d18-ca85e04bfc9f" [ 923.514109] env[62748]: _type = "Task" [ 923.514109] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.525913] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52692fe7-43f1-6363-3d18-ca85e04bfc9f, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.526243] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.526621] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.526784] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.526945] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.527124] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.527405] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74cbb93a-e767-46a0-b359-683d3800ae73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.535404] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.535602] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.536379] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bba3eb3-aea1-42b5-9167-5c6aa9cbc0f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.543116] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 923.543116] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d056ad-3e31-31f4-3db6-94e7a2c97bac" [ 923.543116] env[62748]: _type = "Task" [ 923.543116] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.552476] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d056ad-3e31-31f4-3db6-94e7a2c97bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.576955] env[62748]: INFO nova.compute.manager [-] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Took 1.31 seconds to deallocate network for instance. [ 923.834902] env[62748]: DEBUG nova.network.neutron [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance_info_cache with network_info: [{"id": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "address": "fa:16:3e:f2:a1:ea", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1d744f-f7", "ovs_interfaceid": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.887165] env[62748]: DEBUG nova.network.neutron [req-af1ef067-efb1-474a-8a01-04e20a1cc79f req-db89e41c-40c3-43d2-9526-13363cc98099 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Updated VIF entry in instance network info cache for port 83684945-bb8f-4f40-b49c-e651bcdea96a. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.887165] env[62748]: DEBUG nova.network.neutron [req-af1ef067-efb1-474a-8a01-04e20a1cc79f req-db89e41c-40c3-43d2-9526-13363cc98099 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Updating instance_info_cache with network_info: [{"id": "83684945-bb8f-4f40-b49c-e651bcdea96a", "address": "fa:16:3e:58:76:20", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83684945-bb", "ovs_interfaceid": "83684945-bb8f-4f40-b49c-e651bcdea96a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.907612] env[62748]: ERROR nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [req-dd778edf-70ac-43eb-a254-7a44e78e0a6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd778edf-70ac-43eb-a254-7a44e78e0a6b"}]} [ 923.925323] env[62748]: DEBUG nova.compute.manager [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.930683] env[62748]: DEBUG nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 923.957091] env[62748]: DEBUG nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 923.957399] env[62748]: DEBUG nova.compute.provider_tree [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.972263] env[62748]: DEBUG nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 923.998638] env[62748]: DEBUG nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 924.024508] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "a58d36eb-0515-4537-9d98-d29179aeed2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.024749] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "a58d36eb-0515-4537-9d98-d29179aeed2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.024961] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "a58d36eb-0515-4537-9d98-d29179aeed2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.025165] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "a58d36eb-0515-4537-9d98-d29179aeed2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.025341] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "a58d36eb-0515-4537-9d98-d29179aeed2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.028345] env[62748]: INFO nova.compute.manager [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Terminating instance [ 924.056156] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d056ad-3e31-31f4-3db6-94e7a2c97bac, 'name': SearchDatastore_Task, 'duration_secs': 0.008371} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.056936] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db50aacb-d821-4dbd-8b5c-1ed7ff65947a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.065823] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 924.065823] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a9e5eb-f915-c78d-1994-bb746c7760a8" [ 924.065823] env[62748]: _type = "Task" [ 924.065823] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.073338] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a9e5eb-f915-c78d-1994-bb746c7760a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.083970] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.330520] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9bb85a-e6f0-4561-a793-f78e21b81480 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.339773] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.348476] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd14ded-06fa-4262-b262-e54da58563a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.385885] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68534063-eda4-45c4-9bc1-61890811f855 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.390617] env[62748]: DEBUG oslo_concurrency.lockutils [req-af1ef067-efb1-474a-8a01-04e20a1cc79f req-db89e41c-40c3-43d2-9526-13363cc98099 service nova] Releasing lock "refresh_cache-6552a2bf-0cb2-42bd-9652-756cd08881d9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.394330] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba32907-4224-4c15-9527-c39cc7859af9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.409619] env[62748]: DEBUG nova.compute.provider_tree [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.448038] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.531999] env[62748]: DEBUG nova.compute.manager [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.532284] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.533392] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3cd28d-f905-4a58-84c5-647a4ddb6aea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.543141] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.543465] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d423c17-4403-43f3-9511-9a8a9cb8753f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.551371] env[62748]: DEBUG oslo_vmware.api [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 924.551371] env[62748]: value = "task-2750168" [ 924.551371] env[62748]: _type = "Task" [ 924.551371] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.561790] env[62748]: DEBUG oslo_vmware.api [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.576324] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a9e5eb-f915-c78d-1994-bb746c7760a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008683} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.576632] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.576919] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6552a2bf-0cb2-42bd-9652-756cd08881d9/6552a2bf-0cb2-42bd-9652-756cd08881d9.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.577218] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68a59c92-534c-425d-9a93-c4dc2700201d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.584576] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 924.584576] env[62748]: value = "task-2750169" [ 924.584576] env[62748]: _type = "Task" [ 924.584576] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.592481] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.943773] env[62748]: ERROR nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [req-3aead90f-e578-4c6b-b1a0-4e404089514d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3aead90f-e578-4c6b-b1a0-4e404089514d"}]} [ 924.965186] env[62748]: DEBUG nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 924.984890] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "963c1677-26f6-4290-91b0-f77b1d181ce2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.985185] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.996237] env[62748]: DEBUG nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 924.996531] env[62748]: DEBUG nova.compute.provider_tree [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.015088] env[62748]: DEBUG nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 925.049903] env[62748]: DEBUG nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 925.067643] env[62748]: DEBUG oslo_vmware.api [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750168, 'name': PowerOffVM_Task, 'duration_secs': 0.19015} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.068344] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.068421] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.068748] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91ef803d-648f-4175-8f4a-c824b696d6f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.094342] env[62748]: INFO nova.compute.manager [None req-fc243fe7-576d-4c19-9e97-51314a2b8ca6 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Get console output [ 925.095090] env[62748]: WARNING nova.virt.vmwareapi.driver [None req-fc243fe7-576d-4c19-9e97-51314a2b8ca6 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] The console log is missing. Check your VSPC configuration [ 925.102938] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750169, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.139411] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.139411] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.139411] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleting the datastore file [datastore2] a58d36eb-0515-4537-9d98-d29179aeed2b {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.139577] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46be99fa-b690-4ef7-b8dc-77dc4d2a971b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.145966] env[62748]: DEBUG oslo_vmware.api [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for the task: (returnval){ [ 925.145966] env[62748]: value = "task-2750171" [ 925.145966] env[62748]: _type = "Task" [ 925.145966] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.154026] env[62748]: DEBUG oslo_vmware.api [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.369140] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8ee620-87d3-43b9-bbe3-dd9fb84e7f6c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.377251] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596ca829-67f3-4b82-88c1-e5c778d1bcf1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.406568] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d2ec1e-7641-4928-b83e-e3d90e6065c7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.413891] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec08a56-07f4-403c-9ff6-f8f2e68221c9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.428762] env[62748]: DEBUG nova.compute.provider_tree [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.488162] env[62748]: DEBUG nova.compute.manager [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.595984] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513212} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.596292] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6552a2bf-0cb2-42bd-9652-756cd08881d9/6552a2bf-0cb2-42bd-9652-756cd08881d9.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.596513] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.596761] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e04d43f9-07a3-4757-af0c-b08130f7baa4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.603682] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 925.603682] env[62748]: value = "task-2750172" [ 925.603682] env[62748]: _type = "Task" [ 925.603682] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.611515] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.655010] env[62748]: DEBUG oslo_vmware.api [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Task: {'id': task-2750171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28486} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.655309] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.655490] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.655665] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.655836] env[62748]: INFO nova.compute.manager [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 925.656091] env[62748]: DEBUG oslo.service.loopingcall [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.656284] env[62748]: DEBUG nova.compute.manager [-] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.656381] env[62748]: DEBUG nova.network.neutron [-] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.865369] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20630d42-ca3c-45a3-a5f9-adedb54abf22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.884509] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance '84540cb5-a09f-4d13-acf7-3940379ae10e' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.972502] env[62748]: DEBUG nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 925.972903] env[62748]: DEBUG nova.compute.provider_tree [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 113 to 114 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 925.973180] env[62748]: DEBUG nova.compute.provider_tree [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.010688] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.016259] env[62748]: DEBUG nova.compute.manager [req-29d87251-0970-4bb5-97f5-419987e4b519 req-67b33349-4e3c-4094-968d-b1322f80bf2d service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Received event network-vif-deleted-53725316-244a-4d20-9c71-79404eb5af29 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 926.016585] env[62748]: INFO nova.compute.manager [req-29d87251-0970-4bb5-97f5-419987e4b519 req-67b33349-4e3c-4094-968d-b1322f80bf2d service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Neutron deleted interface 53725316-244a-4d20-9c71-79404eb5af29; detaching it from the instance and deleting it from the info cache [ 926.016585] env[62748]: DEBUG nova.network.neutron [req-29d87251-0970-4bb5-97f5-419987e4b519 req-67b33349-4e3c-4094-968d-b1322f80bf2d service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.114960] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068661} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.115298] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.116170] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bb5674-6109-4e56-a5f6-05426fc95efa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.140614] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 6552a2bf-0cb2-42bd-9652-756cd08881d9/6552a2bf-0cb2-42bd-9652-756cd08881d9.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.141015] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63c9304-1db7-47fb-9ca7-f6b585bc7e63 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.161815] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 926.161815] env[62748]: value = "task-2750173" [ 926.161815] env[62748]: _type = "Task" [ 926.161815] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.169588] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.319509] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.319753] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.319972] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.320180] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.320359] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.322423] env[62748]: INFO nova.compute.manager [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Terminating instance [ 926.390741] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.391058] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83490068-cf39-4662-b824-18d4fd2c88e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.398553] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 926.398553] env[62748]: value = "task-2750174" [ 926.398553] env[62748]: _type = "Task" [ 926.398553] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.402403] env[62748]: DEBUG nova.network.neutron [-] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.409021] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.478531] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.066s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.481273] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.883s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.481530] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.481686] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 926.482044] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.127s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.483609] env[62748]: INFO nova.compute.claims [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.487323] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb493d2-5df8-4ec5-98a8-e124d2d2dfb6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.499108] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e096c3-30f0-4b21-af0e-f4c5d3a3c41c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.505683] env[62748]: INFO nova.scheduler.client.report [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted allocations for instance 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3 [ 926.524106] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-745e2e59-89c7-43bd-807a-2ec732f390d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.527663] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f114ee-72ed-4f5c-8031-848597691880 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.538345] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af88d379-c1b0-43d0-a639-c5423b5e9ede {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.545667] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92adb104-37d9-4860-9204-da36ca15a3c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.292676] env[62748]: DEBUG nova.compute.manager [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.293154] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.293388] env[62748]: INFO nova.compute.manager [-] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Took 1.64 seconds to deallocate network for instance. [ 927.298196] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177866MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 927.298411] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.298832] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8399901-b165-4715-b7dd-6f4102ab7d2e tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "27e3bcbc-7bc6-4a90-a135-d95e03ad99a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.741s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.314721] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3072a33-574b-4e9e-97ad-09aec6c7a351 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.323675] env[62748]: DEBUG nova.compute.manager [req-29d87251-0970-4bb5-97f5-419987e4b519 req-67b33349-4e3c-4094-968d-b1322f80bf2d service nova] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Detach interface failed, port_id=53725316-244a-4d20-9c71-79404eb5af29, reason: Instance a58d36eb-0515-4537-9d98-d29179aeed2b could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 927.332331] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750173, 'name': ReconfigVM_Task, 'duration_secs': 0.28472} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.337276] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 6552a2bf-0cb2-42bd-9652-756cd08881d9/6552a2bf-0cb2-42bd-9652-756cd08881d9.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.337904] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.338367] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750174, 'name': PowerOffVM_Task, 'duration_secs': 0.264183} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.338557] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0eec848-a43d-4cf5-83cc-1ebfe66df879 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.339974] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-872662ff-974c-472d-bebe-5089226bf899 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.341340] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.341529] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance '84540cb5-a09f-4d13-acf7-3940379ae10e' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.351635] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 927.351635] env[62748]: value = "task-2750175" [ 927.351635] env[62748]: _type = "Task" [ 927.351635] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.353020] env[62748]: DEBUG oslo_vmware.api [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 927.353020] env[62748]: value = "task-2750176" [ 927.353020] env[62748]: _type = "Task" [ 927.353020] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.365611] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750175, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.368480] env[62748]: DEBUG oslo_vmware.api [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2750176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.827725] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "ee909775-074b-4971-9500-7f24f0f92ac8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.828123] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.828320] env[62748]: INFO nova.compute.manager [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Shelving [ 927.830667] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.852207] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.852453] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.852609] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.852813] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.852968] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.853137] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.853339] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.853496] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.853679] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.853905] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.854124] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.860706] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571f5607-3f6a-46b1-a74f-67128e1845aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.887766] env[62748]: DEBUG oslo_vmware.api [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2750176, 'name': PowerOffVM_Task, 'duration_secs': 0.231208} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.892408] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.892607] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.892924] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750175, 'name': Rename_Task, 'duration_secs': 0.159952} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.893198] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 927.893198] env[62748]: value = "task-2750177" [ 927.893198] env[62748]: _type = "Task" [ 927.893198] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.896127] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-905dc805-2b4d-49d4-a502-8e0a3b03d456 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.897747] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.898548] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0963203-f0ad-4309-bdae-6ae7fe2424db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.909694] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.911140] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 927.911140] env[62748]: value = "task-2750179" [ 927.911140] env[62748]: _type = "Task" [ 927.911140] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.921273] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.972230] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.972464] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.972653] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Deleting the datastore file [datastore2] 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.972959] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6779b4cd-176f-4221-b76f-67476f00a503 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.980379] env[62748]: DEBUG oslo_vmware.api [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for the task: (returnval){ [ 927.980379] env[62748]: value = "task-2750180" [ 927.980379] env[62748]: _type = "Task" [ 927.980379] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.989374] env[62748]: DEBUG oslo_vmware.api [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2750180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.131233] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaaa2c1-9757-4c72-942c-96989fe8ad5d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.138591] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa4ba7b-36e9-4ba2-ba2c-eaf4de2aa01a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.167864] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd2e9d0-461a-40d3-88d2-20b6901cc5ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.176054] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c5b121-7514-4086-84d5-93c19d4131ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.188646] env[62748]: DEBUG nova.compute.provider_tree [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.408742] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750177, 'name': ReconfigVM_Task, 'duration_secs': 0.215039} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.408742] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance '84540cb5-a09f-4d13-acf7-3940379ae10e' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.424185] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750179, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.489777] env[62748]: DEBUG oslo_vmware.api [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Task: {'id': task-2750180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29366} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.490046] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.490242] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.490417] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.490585] env[62748]: INFO nova.compute.manager [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 928.490819] env[62748]: DEBUG oslo.service.loopingcall [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.491015] env[62748]: DEBUG nova.compute.manager [-] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.491115] env[62748]: DEBUG nova.network.neutron [-] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.695528] env[62748]: DEBUG nova.scheduler.client.report [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.844711] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.845054] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f268417-b0ff-4f4d-b79b-b8f85b8a4095 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.852676] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 928.852676] env[62748]: value = "task-2750181" [ 928.852676] env[62748]: _type = "Task" [ 928.852676] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.865628] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.920601] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.920858] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.921047] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.921236] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.921389] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.921531] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.921727] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.921881] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.922120] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.922305] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.922479] env[62748]: DEBUG nova.virt.hardware [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.927686] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 928.930905] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26696fa-fd56-440f-a11d-f896c1a1cf68 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.944388] env[62748]: DEBUG oslo_vmware.api [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750179, 'name': PowerOnVM_Task, 'duration_secs': 0.663985} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.944661] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.944861] env[62748]: INFO nova.compute.manager [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Took 8.96 seconds to spawn the instance on the hypervisor. [ 928.945055] env[62748]: DEBUG nova.compute.manager [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.946255] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cda4b58-36fd-400d-bfd6-637b5711d430 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.950495] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 928.950495] env[62748]: value = "task-2750182" [ 928.950495] env[62748]: _type = "Task" [ 928.950495] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.962434] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.200601] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.201214] env[62748]: DEBUG nova.compute.manager [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.203867] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.120s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.204522] env[62748]: DEBUG nova.objects.instance [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lazy-loading 'resources' on Instance uuid 94381e49-26e7-4887-888e-aba97251abeb {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.252177] env[62748]: DEBUG nova.compute.manager [req-d06b57fd-12d6-4193-86ae-bb0062f2f4d4 req-fbf20248-a54e-4a08-8132-46d2a1161ddf service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Received event network-vif-deleted-db7b098d-1004-4a90-9c70-a52bfbb86243 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.252395] env[62748]: INFO nova.compute.manager [req-d06b57fd-12d6-4193-86ae-bb0062f2f4d4 req-fbf20248-a54e-4a08-8132-46d2a1161ddf service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Neutron deleted interface db7b098d-1004-4a90-9c70-a52bfbb86243; detaching it from the instance and deleting it from the info cache [ 929.252572] env[62748]: DEBUG nova.network.neutron [req-d06b57fd-12d6-4193-86ae-bb0062f2f4d4 req-fbf20248-a54e-4a08-8132-46d2a1161ddf service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.364372] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750181, 'name': PowerOffVM_Task, 'duration_secs': 0.22673} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.364644] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.365538] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61db647-42d8-4e11-87cc-cce5410b2957 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.385989] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6610d1ad-9a36-4ae6-bdad-72d073108ec6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.465173] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750182, 'name': ReconfigVM_Task, 'duration_secs': 0.167443} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.465637] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 929.466310] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654f0f0-413b-4a93-8752-3d4e533660b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.471884] env[62748]: INFO nova.compute.manager [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Took 24.55 seconds to build instance. [ 929.494532] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 84540cb5-a09f-4d13-acf7-3940379ae10e/84540cb5-a09f-4d13-acf7-3940379ae10e.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.494807] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7b1c316-457d-4bcd-bbad-037164c20a5a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.515789] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 929.515789] env[62748]: value = "task-2750183" [ 929.515789] env[62748]: _type = "Task" [ 929.515789] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.525357] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.666247] env[62748]: DEBUG nova.network.neutron [-] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.706783] env[62748]: DEBUG nova.compute.utils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.708857] env[62748]: DEBUG nova.compute.manager [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.709319] env[62748]: DEBUG nova.network.neutron [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.736487] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287a2b4b-e842-4c7c-9e59-bd2bdbea9c48 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.744019] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-189fcdd7-9f74-43f6-a826-73c72aa072e3 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Suspending the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 929.744363] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-22fc4f59-4d4e-44a3-b82d-199178246e95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.754479] env[62748]: DEBUG oslo_vmware.api [None req-189fcdd7-9f74-43f6-a826-73c72aa072e3 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 929.754479] env[62748]: value = "task-2750184" [ 929.754479] env[62748]: _type = "Task" [ 929.754479] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.755193] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a972b3ce-54e5-451b-8fcc-b169dd7ee067 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.763233] env[62748]: DEBUG nova.policy [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec9595688e5749f28f993a8b236fc7bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da91a5cc932542f690f39a2f3651b764', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.774030] env[62748]: DEBUG oslo_vmware.api [None req-189fcdd7-9f74-43f6-a826-73c72aa072e3 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750184, 'name': SuspendVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.777631] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19fc47d-de11-41eb-ae6a-352c0f8ee86f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.821726] env[62748]: DEBUG nova.compute.manager [req-d06b57fd-12d6-4193-86ae-bb0062f2f4d4 req-fbf20248-a54e-4a08-8132-46d2a1161ddf service nova] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Detach interface failed, port_id=db7b098d-1004-4a90-9c70-a52bfbb86243, reason: Instance 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 929.896438] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.896751] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c548fa9c-5c24-412a-8286-36711e48c0e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.904204] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 929.904204] env[62748]: value = "task-2750185" [ 929.904204] env[62748]: _type = "Task" [ 929.904204] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.915489] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750185, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.978284] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4f15ebfc-b3bd-4415-abdb-12a9469266f2 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "6552a2bf-0cb2-42bd-9652-756cd08881d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.066s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.028766] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750183, 'name': ReconfigVM_Task, 'duration_secs': 0.269988} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.031672] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 84540cb5-a09f-4d13-acf7-3940379ae10e/84540cb5-a09f-4d13-acf7-3940379ae10e.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.031962] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance '84540cb5-a09f-4d13-acf7-3940379ae10e' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.061292] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e13eed3-7c87-46c9-a9ad-a064d95f02bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.070034] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.070351] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.075298] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4db747-f9f0-4cb1-8f00-fd6736f45b8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.120939] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c9c0c5-5204-4932-a62e-4db3b36c4bf5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.129640] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b31f28a-fee0-4660-bf78-9099ca40f894 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.155486] env[62748]: DEBUG nova.compute.provider_tree [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.163687] env[62748]: DEBUG nova.network.neutron [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Successfully created port: 30e42de4-f89b-4aa2-aac2-312ed167f573 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.172844] env[62748]: INFO nova.compute.manager [-] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Took 1.68 seconds to deallocate network for instance. [ 930.210276] env[62748]: DEBUG nova.compute.manager [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.266464] env[62748]: DEBUG oslo_vmware.api [None req-189fcdd7-9f74-43f6-a826-73c72aa072e3 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750184, 'name': SuspendVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.413777] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750185, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.541534] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5a5dfe-68f2-4189-ba0f-699a460e214a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.564981] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcab906-f03d-44d9-bc03-74a8273c7bd7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.586464] env[62748]: DEBUG nova.compute.manager [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.592574] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance '84540cb5-a09f-4d13-acf7-3940379ae10e' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.659547] env[62748]: DEBUG nova.scheduler.client.report [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.680713] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.765714] env[62748]: DEBUG oslo_vmware.api [None req-189fcdd7-9f74-43f6-a826-73c72aa072e3 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750184, 'name': SuspendVM_Task, 'duration_secs': 0.719588} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.765943] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-189fcdd7-9f74-43f6-a826-73c72aa072e3 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Suspended the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 930.766143] env[62748]: DEBUG nova.compute.manager [None req-189fcdd7-9f74-43f6-a826-73c72aa072e3 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.767026] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aac043-6190-4a0c-91ba-a9cb22a96cf6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.916134] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750185, 'name': CreateSnapshot_Task, 'duration_secs': 0.797106} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.916414] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 930.917194] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6a42a0-06c8-4794-881f-5d90ba8dd1f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.113122] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.131227] env[62748]: DEBUG nova.network.neutron [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Port 5d1d744f-f7b6-4592-8e5c-a3923ed78af7 binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 931.164864] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.167186] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.719s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.169099] env[62748]: INFO nova.compute.claims [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.182114] env[62748]: INFO nova.scheduler.client.report [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Deleted allocations for instance 94381e49-26e7-4887-888e-aba97251abeb [ 931.221764] env[62748]: DEBUG nova.compute.manager [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.245082] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.245474] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.245474] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.245665] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.245816] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.245969] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.246289] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.246470] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.246643] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.247173] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.247173] env[62748]: DEBUG nova.virt.hardware [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.247884] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a415ed-d8d5-4787-a88a-c4734174e805 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.256256] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b7e361-f03b-4e51-8d66-a0f7de61aa65 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.436908] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.437237] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3596057e-1693-4bbb-80c4-c64310e4c9d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.446596] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 931.446596] env[62748]: value = "task-2750186" [ 931.446596] env[62748]: _type = "Task" [ 931.446596] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.454653] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750186, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.680112] env[62748]: DEBUG nova.compute.manager [req-f7e61df8-ba1f-49f5-b0aa-78ffe212ce53 req-a38bbc38-dd7f-4a95-a7bf-86d037a8ccea service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Received event network-vif-plugged-30e42de4-f89b-4aa2-aac2-312ed167f573 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.680449] env[62748]: DEBUG oslo_concurrency.lockutils [req-f7e61df8-ba1f-49f5-b0aa-78ffe212ce53 req-a38bbc38-dd7f-4a95-a7bf-86d037a8ccea service nova] Acquiring lock "c5bc03b8-4250-42ad-a516-2ea1304776b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.680752] env[62748]: DEBUG oslo_concurrency.lockutils [req-f7e61df8-ba1f-49f5-b0aa-78ffe212ce53 req-a38bbc38-dd7f-4a95-a7bf-86d037a8ccea service nova] Lock "c5bc03b8-4250-42ad-a516-2ea1304776b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.680752] env[62748]: DEBUG oslo_concurrency.lockutils [req-f7e61df8-ba1f-49f5-b0aa-78ffe212ce53 req-a38bbc38-dd7f-4a95-a7bf-86d037a8ccea service nova] Lock "c5bc03b8-4250-42ad-a516-2ea1304776b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.681145] env[62748]: DEBUG nova.compute.manager [req-f7e61df8-ba1f-49f5-b0aa-78ffe212ce53 req-a38bbc38-dd7f-4a95-a7bf-86d037a8ccea service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] No waiting events found dispatching network-vif-plugged-30e42de4-f89b-4aa2-aac2-312ed167f573 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.681331] env[62748]: WARNING nova.compute.manager [req-f7e61df8-ba1f-49f5-b0aa-78ffe212ce53 req-a38bbc38-dd7f-4a95-a7bf-86d037a8ccea service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Received unexpected event network-vif-plugged-30e42de4-f89b-4aa2-aac2-312ed167f573 for instance with vm_state building and task_state spawning. [ 931.691930] env[62748]: DEBUG oslo_concurrency.lockutils [None req-74729068-5f3e-49d8-ad0c-2629a1906a5d tempest-ServerMetadataNegativeTestJSON-782766725 tempest-ServerMetadataNegativeTestJSON-782766725-project-member] Lock "94381e49-26e7-4887-888e-aba97251abeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.078s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.748070] env[62748]: DEBUG nova.network.neutron [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Successfully updated port: 30e42de4-f89b-4aa2-aac2-312ed167f573 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.959937] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750186, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.155751] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "84540cb5-a09f-4d13-acf7-3940379ae10e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.155998] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.156182] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.231331] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "6552a2bf-0cb2-42bd-9652-756cd08881d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.231603] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "6552a2bf-0cb2-42bd-9652-756cd08881d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.231841] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "6552a2bf-0cb2-42bd-9652-756cd08881d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.232101] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "6552a2bf-0cb2-42bd-9652-756cd08881d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.232287] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "6552a2bf-0cb2-42bd-9652-756cd08881d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.237024] env[62748]: INFO nova.compute.manager [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Terminating instance [ 932.250293] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "refresh_cache-c5bc03b8-4250-42ad-a516-2ea1304776b9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.250415] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired lock "refresh_cache-c5bc03b8-4250-42ad-a516-2ea1304776b9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.250552] env[62748]: DEBUG nova.network.neutron [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.424388] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19409a4a-2a69-465a-a67e-b4cfc46a83a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.432653] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448ef13-8a4a-4e6e-a1ca-44046908c03d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.470186] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185a3925-43d5-4550-88c2-0a09b442a6b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.481396] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb60671-9c5f-404c-8da1-842ec3f12d46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.484753] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750186, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.497484] env[62748]: DEBUG nova.compute.provider_tree [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.741248] env[62748]: DEBUG nova.compute.manager [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 932.741559] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.742374] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b169c8f6-ba35-4fe1-b956-ec67e2f03670 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.750863] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.751331] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf09440-506b-4bd6-ae38-7d774392c20c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.779859] env[62748]: DEBUG nova.network.neutron [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.813394] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.814826] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.814962] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleting the datastore file [datastore2] 6552a2bf-0cb2-42bd-9652-756cd08881d9 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.815334] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3564eb45-cb71-4b13-a420-78aa80878bb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.823512] env[62748]: DEBUG oslo_vmware.api [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 932.823512] env[62748]: value = "task-2750188" [ 932.823512] env[62748]: _type = "Task" [ 932.823512] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.832420] env[62748]: DEBUG oslo_vmware.api [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.963330] env[62748]: DEBUG nova.network.neutron [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Updating instance_info_cache with network_info: [{"id": "30e42de4-f89b-4aa2-aac2-312ed167f573", "address": "fa:16:3e:4c:f4:56", "network": {"id": "254880a2-008e-4c7a-905a-0e199378adf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-506613311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da91a5cc932542f690f39a2f3651b764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e42de4-f8", "ovs_interfaceid": "30e42de4-f89b-4aa2-aac2-312ed167f573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.977823] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750186, 'name': CloneVM_Task, 'duration_secs': 1.132645} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.978222] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Created linked-clone VM from snapshot [ 932.979172] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb9dc89-ec5a-434a-bb61-989f9e36f5a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.987853] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Uploading image 9e01c631-a411-45bd-a9ec-7dda49dea504 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 933.004025] env[62748]: DEBUG nova.scheduler.client.report [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.015796] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 933.015796] env[62748]: value = "vm-553491" [ 933.015796] env[62748]: _type = "VirtualMachine" [ 933.015796] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 933.016350] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fb2322cb-9072-4f13-b9b1-6faec89d7a9a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.025152] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lease: (returnval){ [ 933.025152] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525332c7-6a57-f32b-d5e2-f7ca64662bbe" [ 933.025152] env[62748]: _type = "HttpNfcLease" [ 933.025152] env[62748]: } obtained for exporting VM: (result){ [ 933.025152] env[62748]: value = "vm-553491" [ 933.025152] env[62748]: _type = "VirtualMachine" [ 933.025152] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 933.025460] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the lease: (returnval){ [ 933.025460] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525332c7-6a57-f32b-d5e2-f7ca64662bbe" [ 933.025460] env[62748]: _type = "HttpNfcLease" [ 933.025460] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 933.031924] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.031924] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525332c7-6a57-f32b-d5e2-f7ca64662bbe" [ 933.031924] env[62748]: _type = "HttpNfcLease" [ 933.031924] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.212147] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.212147] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.212147] env[62748]: DEBUG nova.network.neutron [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.331371] env[62748]: DEBUG oslo_vmware.api [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150515} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.332051] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.332051] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.332051] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.332266] env[62748]: INFO nova.compute.manager [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Took 0.59 seconds to destroy the instance on the hypervisor. [ 933.332369] env[62748]: DEBUG oslo.service.loopingcall [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.332558] env[62748]: DEBUG nova.compute.manager [-] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.332655] env[62748]: DEBUG nova.network.neutron [-] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.467905] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Releasing lock "refresh_cache-c5bc03b8-4250-42ad-a516-2ea1304776b9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.468304] env[62748]: DEBUG nova.compute.manager [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Instance network_info: |[{"id": "30e42de4-f89b-4aa2-aac2-312ed167f573", "address": "fa:16:3e:4c:f4:56", "network": {"id": "254880a2-008e-4c7a-905a-0e199378adf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-506613311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da91a5cc932542f690f39a2f3651b764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e42de4-f8", "ovs_interfaceid": "30e42de4-f89b-4aa2-aac2-312ed167f573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.468734] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f4:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30e42de4-f89b-4aa2-aac2-312ed167f573', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.476630] env[62748]: DEBUG oslo.service.loopingcall [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 933.476853] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.477094] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03587d61-2da6-4fe7-a6e6-b8443502bb73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.498442] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.498442] env[62748]: value = "task-2750190" [ 933.498442] env[62748]: _type = "Task" [ 933.498442] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.506358] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.506837] env[62748]: DEBUG nova.compute.manager [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.510617] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750190, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.510888] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.500s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.512770] env[62748]: INFO nova.compute.claims [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.540582] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.540582] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525332c7-6a57-f32b-d5e2-f7ca64662bbe" [ 933.540582] env[62748]: _type = "HttpNfcLease" [ 933.540582] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 933.540949] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 933.540949] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525332c7-6a57-f32b-d5e2-f7ca64662bbe" [ 933.540949] env[62748]: _type = "HttpNfcLease" [ 933.540949] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 933.544416] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2695277-fa47-42c8-8fd3-28b2c86a3f85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.552979] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52219e84-fb38-b6df-db00-fb90953370cb/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 933.553233] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52219e84-fb38-b6df-db00-fb90953370cb/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 933.649837] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c092dcee-5555-41d6-acfa-b9c87fc9c0d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.711194] env[62748]: DEBUG nova.compute.manager [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Received event network-changed-30e42de4-f89b-4aa2-aac2-312ed167f573 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 933.711413] env[62748]: DEBUG nova.compute.manager [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Refreshing instance network info cache due to event network-changed-30e42de4-f89b-4aa2-aac2-312ed167f573. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 933.711630] env[62748]: DEBUG oslo_concurrency.lockutils [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] Acquiring lock "refresh_cache-c5bc03b8-4250-42ad-a516-2ea1304776b9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.711774] env[62748]: DEBUG oslo_concurrency.lockutils [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] Acquired lock "refresh_cache-c5bc03b8-4250-42ad-a516-2ea1304776b9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.711946] env[62748]: DEBUG nova.network.neutron [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Refreshing network info cache for port 30e42de4-f89b-4aa2-aac2-312ed167f573 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.934103] env[62748]: DEBUG nova.network.neutron [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance_info_cache with network_info: [{"id": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "address": "fa:16:3e:f2:a1:ea", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1d744f-f7", "ovs_interfaceid": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.010259] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750190, 'name': CreateVM_Task, 'duration_secs': 0.316451} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.010815] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.011756] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.012038] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.012584] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.012852] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e335990-b138-47de-b71a-3feb66ecf180 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.017265] env[62748]: DEBUG nova.compute.utils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.023224] env[62748]: DEBUG nova.compute.manager [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.023338] env[62748]: DEBUG nova.network.neutron [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.025493] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 934.025493] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a2eae7-165f-9377-65b8-b137205663ab" [ 934.025493] env[62748]: _type = "Task" [ 934.025493] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.039426] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a2eae7-165f-9377-65b8-b137205663ab, 'name': SearchDatastore_Task, 'duration_secs': 0.014403} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.041133] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.042160] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.042160] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.042160] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.042160] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.042886] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a39e8fa5-b811-4791-9966-1f3ab3baba9e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.052200] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.053404] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.053404] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52187cd9-490e-453b-a6a3-a60d37e5a0fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.056983] env[62748]: DEBUG nova.network.neutron [-] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.061258] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 934.061258] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5234bd00-8c09-265f-41c9-10a6d2baa380" [ 934.061258] env[62748]: _type = "Task" [ 934.061258] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.066755] env[62748]: DEBUG nova.policy [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbc3ea63832c4de1bc9803e7f1336046', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb511dd7a2824ec7bd8a67a2f961befd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.073276] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5234bd00-8c09-265f-41c9-10a6d2baa380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.386634] env[62748]: DEBUG nova.network.neutron [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Successfully created port: fd07f3b6-6dc7-4a47-bca3-a0facca2f467 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.437413] env[62748]: DEBUG oslo_concurrency.lockutils [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.487257] env[62748]: DEBUG nova.network.neutron [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Updated VIF entry in instance network info cache for port 30e42de4-f89b-4aa2-aac2-312ed167f573. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.488852] env[62748]: DEBUG nova.network.neutron [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Updating instance_info_cache with network_info: [{"id": "30e42de4-f89b-4aa2-aac2-312ed167f573", "address": "fa:16:3e:4c:f4:56", "network": {"id": "254880a2-008e-4c7a-905a-0e199378adf1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-506613311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da91a5cc932542f690f39a2f3651b764", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e42de4-f8", "ovs_interfaceid": "30e42de4-f89b-4aa2-aac2-312ed167f573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.531812] env[62748]: DEBUG nova.compute.manager [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.561427] env[62748]: INFO nova.compute.manager [-] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Took 1.23 seconds to deallocate network for instance. [ 934.581493] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5234bd00-8c09-265f-41c9-10a6d2baa380, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.583215] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6fc8f4-102e-4421-8e67-409794bcf52d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.595082] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 934.595082] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521f583c-355b-7079-f87c-dd2defe9b25c" [ 934.595082] env[62748]: _type = "Task" [ 934.595082] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.606031] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521f583c-355b-7079-f87c-dd2defe9b25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.861577] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661dbd1a-ed29-43e8-a1b7-875cdb4a59cc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.869600] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e3c948-502d-4e16-8720-845fbaac1de5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.901975] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e43cd1-835b-41dd-a6a3-c669c1638feb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.910257] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7ce169-1e68-4e2f-b2b4-125abebd34ff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.925616] env[62748]: DEBUG nova.compute.provider_tree [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.969733] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5533d8-2966-4a92-89a4-8b05ccd9e999 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.995018] env[62748]: DEBUG oslo_concurrency.lockutils [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] Releasing lock "refresh_cache-c5bc03b8-4250-42ad-a516-2ea1304776b9" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.995018] env[62748]: DEBUG nova.compute.manager [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Received event network-vif-deleted-83684945-bb8f-4f40-b49c-e651bcdea96a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 934.995018] env[62748]: INFO nova.compute.manager [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Neutron deleted interface 83684945-bb8f-4f40-b49c-e651bcdea96a; detaching it from the instance and deleting it from the info cache [ 934.995018] env[62748]: DEBUG nova.network.neutron [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.997043] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3d63e3-e0b4-4e41-9c79-73a8409f49a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.004586] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance '84540cb5-a09f-4d13-acf7-3940379ae10e' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.075897] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.111303] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521f583c-355b-7079-f87c-dd2defe9b25c, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.112506] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.113477] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] c5bc03b8-4250-42ad-a516-2ea1304776b9/c5bc03b8-4250-42ad-a516-2ea1304776b9.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.115659] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81bdc1fe-fe5b-4dac-93df-aade79498d45 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.128875] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 935.128875] env[62748]: value = "task-2750191" [ 935.128875] env[62748]: _type = "Task" [ 935.128875] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.142817] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.429203] env[62748]: DEBUG nova.scheduler.client.report [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.497300] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07a6e46d-5178-45a9-93b6-d6c656a67eb1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.508889] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd1177-761e-4a45-abe1-705b10d6f8b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.523528] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.524189] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d496019-30a3-4694-ac2e-6aa05738f010 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.531519] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 935.531519] env[62748]: value = "task-2750192" [ 935.531519] env[62748]: _type = "Task" [ 935.531519] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.549334] env[62748]: DEBUG nova.compute.manager [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.552094] env[62748]: DEBUG nova.compute.manager [req-52634842-8323-4381-b9bb-8c38b9a80793 req-e73a9551-9202-4712-b004-358365b856f6 service nova] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Detach interface failed, port_id=83684945-bb8f-4f40-b49c-e651bcdea96a, reason: Instance 6552a2bf-0cb2-42bd-9652-756cd08881d9 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 935.556620] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.580707] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.581773] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.581773] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.581773] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.582033] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.582175] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.582528] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.582749] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.582973] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.583251] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.583462] env[62748]: DEBUG nova.virt.hardware [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.584843] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39ef9eb-92fe-497b-acf9-96a495328035 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.594244] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73aa7580-b71b-4797-9857-ba21771a83e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.638844] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750191, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.870980] env[62748]: DEBUG nova.compute.manager [req-107fd12c-9dcf-417c-97fd-cc59d010ce99 req-d49a35c8-bbd3-4c9f-a9d4-daaafcb3cd55 service nova] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Received event network-vif-plugged-fd07f3b6-6dc7-4a47-bca3-a0facca2f467 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 935.871401] env[62748]: DEBUG oslo_concurrency.lockutils [req-107fd12c-9dcf-417c-97fd-cc59d010ce99 req-d49a35c8-bbd3-4c9f-a9d4-daaafcb3cd55 service nova] Acquiring lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.875442] env[62748]: DEBUG oslo_concurrency.lockutils [req-107fd12c-9dcf-417c-97fd-cc59d010ce99 req-d49a35c8-bbd3-4c9f-a9d4-daaafcb3cd55 service nova] Lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.875666] env[62748]: DEBUG oslo_concurrency.lockutils [req-107fd12c-9dcf-417c-97fd-cc59d010ce99 req-d49a35c8-bbd3-4c9f-a9d4-daaafcb3cd55 service nova] Lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.876223] env[62748]: DEBUG nova.compute.manager [req-107fd12c-9dcf-417c-97fd-cc59d010ce99 req-d49a35c8-bbd3-4c9f-a9d4-daaafcb3cd55 service nova] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] No waiting events found dispatching network-vif-plugged-fd07f3b6-6dc7-4a47-bca3-a0facca2f467 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.876442] env[62748]: WARNING nova.compute.manager [req-107fd12c-9dcf-417c-97fd-cc59d010ce99 req-d49a35c8-bbd3-4c9f-a9d4-daaafcb3cd55 service nova] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Received unexpected event network-vif-plugged-fd07f3b6-6dc7-4a47-bca3-a0facca2f467 for instance with vm_state building and task_state spawning. [ 935.935054] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.935629] env[62748]: DEBUG nova.compute.manager [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.938529] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.640s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.013671] env[62748]: DEBUG nova.network.neutron [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Successfully updated port: fd07f3b6-6dc7-4a47-bca3-a0facca2f467 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.043575] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750192, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.140096] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610177} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.140390] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] c5bc03b8-4250-42ad-a516-2ea1304776b9/c5bc03b8-4250-42ad-a516-2ea1304776b9.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.140610] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.140865] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1c31d91-d69c-442f-85d1-b18459547aa4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.147636] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 936.147636] env[62748]: value = "task-2750193" [ 936.147636] env[62748]: _type = "Task" [ 936.147636] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.155822] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.442200] env[62748]: DEBUG nova.compute.utils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.453318] env[62748]: DEBUG nova.compute.manager [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.453552] env[62748]: DEBUG nova.network.neutron [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.491379] env[62748]: DEBUG nova.policy [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b03b6f02a246f79d762e3ab4d3e404', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa3df52b5fb64f8db3cde5b5d8172c62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.518813] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquiring lock "refresh_cache-fbc45eb6-6e8f-44bf-b781-cef4122109cc" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.519011] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquired lock "refresh_cache-fbc45eb6-6e8f-44bf-b781-cef4122109cc" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.519209] env[62748]: DEBUG nova.network.neutron [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.542453] env[62748]: DEBUG oslo_vmware.api [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750192, 'name': PowerOnVM_Task, 'duration_secs': 0.542005} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.542716] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.542903] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-adf8e4c6-445c-402b-877b-407120d5bb69 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance '84540cb5-a09f-4d13-acf7-3940379ae10e' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.658330] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068994} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.658612] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.659453] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861968e9-9a53-403b-8107-004939b811d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.681573] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] c5bc03b8-4250-42ad-a516-2ea1304776b9/c5bc03b8-4250-42ad-a516-2ea1304776b9.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.682026] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce1d6cc-42b3-4a0d-8155-e1a54cec3025 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.700987] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 936.700987] env[62748]: value = "task-2750194" [ 936.700987] env[62748]: _type = "Task" [ 936.700987] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.709134] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.838954] env[62748]: DEBUG nova.network.neutron [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Successfully created port: 3bd49e9d-8d5c-4677-8927-78529bf3694b {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.954103] env[62748]: DEBUG nova.compute.manager [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.961021] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Applying migration context for instance 84540cb5-a09f-4d13-acf7-3940379ae10e as it has an incoming, in-progress migration cf0bbc61-204b-47b1-991e-4d5e88b0b980. Migration status is post-migrating {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 936.961021] env[62748]: INFO nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating resource usage from migration cf0bbc61-204b-47b1-991e-4d5e88b0b980 [ 936.990081] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1951d4ff-daa7-44ac-aac5-ee032dc6a52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.990252] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d4caa239-66c2-4304-91a9-38f960480d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.990477] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance e871c207-f227-4f3c-82a3-b314d26670b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.990553] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.990622] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance fcb8d3e5-23d3-4595-b029-63e0f81afa3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.990766] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.990887] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 535bd574-65c0-4d74-a18c-8f11aff58a0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.991032] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.991135] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 0a93aecc-eccd-4d0e-b59c-1172747378ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.991345] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 2b0777f5-27ab-42ba-814e-8d1cb77e043e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.991477] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance ee909775-074b-4971-9500-7f24f0f92ac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.991596] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 5854385b-b6d7-43ed-beea-1b0b521cc700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.991727] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance a58d36eb-0515-4537-9d98-d29179aeed2b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.992661] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 6552a2bf-0cb2-42bd-9652-756cd08881d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 936.992661] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Migration cf0bbc61-204b-47b1-991e-4d5e88b0b980 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 936.992661] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 84540cb5-a09f-4d13-acf7-3940379ae10e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.992661] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance c5bc03b8-4250-42ad-a516-2ea1304776b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.992661] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance fbc45eb6-6e8f-44bf-b781-cef4122109cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 936.992661] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 963c1677-26f6-4290-91b0-f77b1d181ce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 937.057869] env[62748]: DEBUG nova.network.neutron [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.212479] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750194, 'name': ReconfigVM_Task, 'duration_secs': 0.5057} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.212806] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Reconfigured VM instance instance-00000051 to attach disk [datastore1] c5bc03b8-4250-42ad-a516-2ea1304776b9/c5bc03b8-4250-42ad-a516-2ea1304776b9.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.213524] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe0d2e7c-fac7-489a-a64e-d1255dedc7bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.220615] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 937.220615] env[62748]: value = "task-2750195" [ 937.220615] env[62748]: _type = "Task" [ 937.220615] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.232769] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750195, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.254190] env[62748]: DEBUG nova.network.neutron [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Updating instance_info_cache with network_info: [{"id": "fd07f3b6-6dc7-4a47-bca3-a0facca2f467", "address": "fa:16:3e:7e:7d:ff", "network": {"id": "4bd04eba-43f8-46ad-a2b4-dd7c64b4f1dc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1438637791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb511dd7a2824ec7bd8a67a2f961befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd07f3b6-6d", "ovs_interfaceid": "fd07f3b6-6dc7-4a47-bca3-a0facca2f467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.500024] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 937.500024] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 937.500024] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 937.730970] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750195, 'name': Rename_Task, 'duration_secs': 0.198338} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.731527] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.731850] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22ee5c9c-1ee8-41dd-ba84-2b3a28ecb3cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.738921] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 937.738921] env[62748]: value = "task-2750196" [ 937.738921] env[62748]: _type = "Task" [ 937.738921] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.747580] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.756905] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Releasing lock "refresh_cache-fbc45eb6-6e8f-44bf-b781-cef4122109cc" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.757386] env[62748]: DEBUG nova.compute.manager [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Instance network_info: |[{"id": "fd07f3b6-6dc7-4a47-bca3-a0facca2f467", "address": "fa:16:3e:7e:7d:ff", "network": {"id": "4bd04eba-43f8-46ad-a2b4-dd7c64b4f1dc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1438637791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb511dd7a2824ec7bd8a67a2f961befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd07f3b6-6d", "ovs_interfaceid": "fd07f3b6-6dc7-4a47-bca3-a0facca2f467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.758053] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:7d:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd07f3b6-6dc7-4a47-bca3-a0facca2f467', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.766933] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Creating folder: Project (cb511dd7a2824ec7bd8a67a2f961befd). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.769857] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-364acbce-b809-4cf7-a78a-055d4db4aef2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.781684] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Created folder: Project (cb511dd7a2824ec7bd8a67a2f961befd) in parent group-v553264. [ 937.781946] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Creating folder: Instances. Parent ref: group-v553493. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.784767] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c6cbd17-3e1d-4b2f-b8cd-e8f343646c2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.796763] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Created folder: Instances in parent group-v553493. [ 937.797034] env[62748]: DEBUG oslo.service.loopingcall [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.800050] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.800477] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1388b86-78fd-4e47-8711-7efe53ef0db2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.828909] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.828909] env[62748]: value = "task-2750199" [ 937.828909] env[62748]: _type = "Task" [ 937.828909] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.835446] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf8da20-4dc6-4599-9321-9f124a05f9e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.846251] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750199, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.847312] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51861b1e-c763-4312-bb7f-e82fdee45b6b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.883313] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae7ab6-4c5f-4c81-a112-6043a0e3dd21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.892126] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd96bb3b-82b9-415d-9a47-c6fb23edd32f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.908373] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.912341] env[62748]: DEBUG nova.compute.manager [req-62bde694-43c8-4a18-9926-ec6f00869a62 req-d6a37bb5-b972-495d-a708-06919bbd21c6 service nova] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Received event network-changed-fd07f3b6-6dc7-4a47-bca3-a0facca2f467 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 937.912669] env[62748]: DEBUG nova.compute.manager [req-62bde694-43c8-4a18-9926-ec6f00869a62 req-d6a37bb5-b972-495d-a708-06919bbd21c6 service nova] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Refreshing instance network info cache due to event network-changed-fd07f3b6-6dc7-4a47-bca3-a0facca2f467. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 937.913050] env[62748]: DEBUG oslo_concurrency.lockutils [req-62bde694-43c8-4a18-9926-ec6f00869a62 req-d6a37bb5-b972-495d-a708-06919bbd21c6 service nova] Acquiring lock "refresh_cache-fbc45eb6-6e8f-44bf-b781-cef4122109cc" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.913338] env[62748]: DEBUG oslo_concurrency.lockutils [req-62bde694-43c8-4a18-9926-ec6f00869a62 req-d6a37bb5-b972-495d-a708-06919bbd21c6 service nova] Acquired lock "refresh_cache-fbc45eb6-6e8f-44bf-b781-cef4122109cc" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.913795] env[62748]: DEBUG nova.network.neutron [req-62bde694-43c8-4a18-9926-ec6f00869a62 req-d6a37bb5-b972-495d-a708-06919bbd21c6 service nova] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Refreshing network info cache for port fd07f3b6-6dc7-4a47-bca3-a0facca2f467 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.969459] env[62748]: DEBUG nova.compute.manager [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.998602] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.998950] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.999163] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.999459] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.999770] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.000101] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.000554] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.000795] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.001012] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.001254] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.001559] env[62748]: DEBUG nova.virt.hardware [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.002922] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afd1980-c0bb-4a9e-9cb1-e301d54be061 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.012133] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72dee40-1335-4d18-9764-ea9348ee078e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.251799] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.330772] env[62748]: DEBUG oslo_concurrency.lockutils [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "84540cb5-a09f-4d13-acf7-3940379ae10e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.331729] env[62748]: DEBUG oslo_concurrency.lockutils [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.331729] env[62748]: DEBUG nova.compute.manager [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Going to confirm migration 3 {{(pid=62748) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 938.345886] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750199, 'name': CreateVM_Task, 'duration_secs': 0.396852} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.345886] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.346542] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.346697] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.347291] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.347372] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cba1d897-81f0-4709-98ee-abe7694a579e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.352192] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 938.352192] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5228c943-a1f6-5a96-6bc4-9068ee135eee" [ 938.352192] env[62748]: _type = "Task" [ 938.352192] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.360885] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5228c943-a1f6-5a96-6bc4-9068ee135eee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.440332] env[62748]: ERROR nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [req-d6abe72c-0df2-4ffb-9b1e-ed2c20f1d5cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d6abe72c-0df2-4ffb-9b1e-ed2c20f1d5cf"}]} [ 938.464533] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 938.467752] env[62748]: DEBUG nova.network.neutron [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Successfully updated port: 3bd49e9d-8d5c-4677-8927-78529bf3694b {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.483263] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 938.483596] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.497451] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 938.520509] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 938.650276] env[62748]: DEBUG nova.network.neutron [req-62bde694-43c8-4a18-9926-ec6f00869a62 req-d6a37bb5-b972-495d-a708-06919bbd21c6 service nova] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Updated VIF entry in instance network info cache for port fd07f3b6-6dc7-4a47-bca3-a0facca2f467. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.650641] env[62748]: DEBUG nova.network.neutron [req-62bde694-43c8-4a18-9926-ec6f00869a62 req-d6a37bb5-b972-495d-a708-06919bbd21c6 service nova] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Updating instance_info_cache with network_info: [{"id": "fd07f3b6-6dc7-4a47-bca3-a0facca2f467", "address": "fa:16:3e:7e:7d:ff", "network": {"id": "4bd04eba-43f8-46ad-a2b4-dd7c64b4f1dc", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1438637791-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb511dd7a2824ec7bd8a67a2f961befd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd07f3b6-6d", "ovs_interfaceid": "fd07f3b6-6dc7-4a47-bca3-a0facca2f467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.749651] env[62748]: DEBUG oslo_vmware.api [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750196, 'name': PowerOnVM_Task, 'duration_secs': 0.617015} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.752517] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.752767] env[62748]: INFO nova.compute.manager [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Took 7.53 seconds to spawn the instance on the hypervisor. [ 938.752988] env[62748]: DEBUG nova.compute.manager [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.754114] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a48319-6d5c-4067-8c0d-2e5d3b46be47 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.788553] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69e2a35-afa2-48a9-9cb7-dc8f9cd1085c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.796674] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a89aa45-8fa3-4226-9ce5-61bc43158b78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.827403] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9517860c-98d6-4537-acd7-4c8a0bd6459b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.834643] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aaa15e-af02-4bbb-88eb-1a4f70cba9af {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.850037] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.862059] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5228c943-a1f6-5a96-6bc4-9068ee135eee, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.862366] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.862606] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.862839] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.862989] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.863187] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.863698] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81cf8f2a-b719-4c6e-9964-13fc8609bbc1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.872234] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.872418] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.873162] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78cb68f-8182-4946-96c2-e21b6fcbade1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.880013] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 938.880013] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52299bc0-a750-7354-d26b-6db236da446b" [ 938.880013] env[62748]: _type = "Task" [ 938.880013] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.888412] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52299bc0-a750-7354-d26b-6db236da446b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.913172] env[62748]: DEBUG oslo_concurrency.lockutils [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.913479] env[62748]: DEBUG oslo_concurrency.lockutils [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.913710] env[62748]: DEBUG nova.network.neutron [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.913855] env[62748]: DEBUG nova.objects.instance [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lazy-loading 'info_cache' on Instance uuid 84540cb5-a09f-4d13-acf7-3940379ae10e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.970953] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.971137] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.971348] env[62748]: DEBUG nova.network.neutron [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.153915] env[62748]: DEBUG oslo_concurrency.lockutils [req-62bde694-43c8-4a18-9926-ec6f00869a62 req-d6a37bb5-b972-495d-a708-06919bbd21c6 service nova] Releasing lock "refresh_cache-fbc45eb6-6e8f-44bf-b781-cef4122109cc" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.274971] env[62748]: INFO nova.compute.manager [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Took 16.95 seconds to build instance. [ 939.386578] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 939.386818] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 115 to 116 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 939.386972] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.393771] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52299bc0-a750-7354-d26b-6db236da446b, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.395223] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da45626f-35af-4c7f-ad93-a64f91f0f653 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.401847] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 939.401847] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525481af-cb8b-c7d2-023d-53a9f6115a97" [ 939.401847] env[62748]: _type = "Task" [ 939.401847] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.409278] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525481af-cb8b-c7d2-023d-53a9f6115a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.503038] env[62748]: DEBUG nova.network.neutron [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.690293] env[62748]: DEBUG nova.network.neutron [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance_info_cache with network_info: [{"id": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "address": "fa:16:3e:0e:ed:cc", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd49e9d-8d", "ovs_interfaceid": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.777305] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4c1fb03f-80ae-466d-a323-a8d6169a4382 tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "c5bc03b8-4250-42ad-a516-2ea1304776b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.466s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.895859] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 939.895997] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.958s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.896264] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.066s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.896461] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.898590] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.218s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.898787] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.901074] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.788s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.902755] env[62748]: INFO nova.compute.claims [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.916752] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525481af-cb8b-c7d2-023d-53a9f6115a97, 'name': SearchDatastore_Task, 'duration_secs': 0.012683} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.916974] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.917227] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] fbc45eb6-6e8f-44bf-b781-cef4122109cc/fbc45eb6-6e8f-44bf-b781-cef4122109cc.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.917547] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5704c704-17b3-4d42-a8eb-702e9d916db2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.927408] env[62748]: INFO nova.scheduler.client.report [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Deleted allocations for instance a58d36eb-0515-4537-9d98-d29179aeed2b [ 939.929594] env[62748]: INFO nova.scheduler.client.report [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Deleted allocations for instance 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb [ 939.932598] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 939.932598] env[62748]: value = "task-2750200" [ 939.932598] env[62748]: _type = "Task" [ 939.932598] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.941072] env[62748]: DEBUG nova.compute.manager [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Received event network-vif-plugged-3bd49e9d-8d5c-4677-8927-78529bf3694b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.941297] env[62748]: DEBUG oslo_concurrency.lockutils [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] Acquiring lock "963c1677-26f6-4290-91b0-f77b1d181ce2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.941511] env[62748]: DEBUG oslo_concurrency.lockutils [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.942704] env[62748]: DEBUG oslo_concurrency.lockutils [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.942704] env[62748]: DEBUG nova.compute.manager [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] No waiting events found dispatching network-vif-plugged-3bd49e9d-8d5c-4677-8927-78529bf3694b {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.942704] env[62748]: WARNING nova.compute.manager [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Received unexpected event network-vif-plugged-3bd49e9d-8d5c-4677-8927-78529bf3694b for instance with vm_state building and task_state spawning. [ 939.942704] env[62748]: DEBUG nova.compute.manager [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Received event network-changed-3bd49e9d-8d5c-4677-8927-78529bf3694b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 939.942704] env[62748]: DEBUG nova.compute.manager [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Refreshing instance network info cache due to event network-changed-3bd49e9d-8d5c-4677-8927-78529bf3694b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 939.942704] env[62748]: DEBUG oslo_concurrency.lockutils [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] Acquiring lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.948560] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.166374] env[62748]: DEBUG nova.network.neutron [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance_info_cache with network_info: [{"id": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "address": "fa:16:3e:f2:a1:ea", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d1d744f-f7", "ovs_interfaceid": "5d1d744f-f7b6-4592-8e5c-a3923ed78af7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.195194] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.195551] env[62748]: DEBUG nova.compute.manager [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Instance network_info: |[{"id": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "address": "fa:16:3e:0e:ed:cc", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd49e9d-8d", "ovs_interfaceid": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.195909] env[62748]: DEBUG oslo_concurrency.lockutils [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] Acquired lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.196130] env[62748]: DEBUG nova.network.neutron [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Refreshing network info cache for port 3bd49e9d-8d5c-4677-8927-78529bf3694b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.197529] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:ed:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bd49e9d-8d5c-4677-8927-78529bf3694b', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.205158] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating folder: Project (aa3df52b5fb64f8db3cde5b5d8172c62). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.206425] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-766f979e-a016-4402-a5d6-b038ce61d5d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.219333] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Created folder: Project (aa3df52b5fb64f8db3cde5b5d8172c62) in parent group-v553264. [ 940.219554] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating folder: Instances. Parent ref: group-v553496. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 940.220188] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a620a7b-c18a-4f88-bb34-5e0803077c77 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.231526] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Created folder: Instances in parent group-v553496. [ 940.231801] env[62748]: DEBUG oslo.service.loopingcall [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 940.232021] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.232606] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a2e79fc-fa21-4719-ac56-e034abbd8654 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.252943] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.252943] env[62748]: value = "task-2750203" [ 940.252943] env[62748]: _type = "Task" [ 940.252943] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.266328] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750203, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.445988] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bdb0ed79-c454-48d0-8ec4-a79988e81824 tempest-ServersWithSpecificFlavorTestJSON-890610341 tempest-ServersWithSpecificFlavorTestJSON-890610341-project-member] Lock "90e7b449-f8f7-435e-9aa9-8b4b57ceefdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.125s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.447102] env[62748]: DEBUG oslo_concurrency.lockutils [None req-01cef1db-f5d7-4948-a6a0-103ac937eb67 tempest-ImagesTestJSON-718425445 tempest-ImagesTestJSON-718425445-project-member] Lock "a58d36eb-0515-4537-9d98-d29179aeed2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.422s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.452674] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750200, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.459395] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "c5bc03b8-4250-42ad-a516-2ea1304776b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.459718] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "c5bc03b8-4250-42ad-a516-2ea1304776b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.459978] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "c5bc03b8-4250-42ad-a516-2ea1304776b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.460217] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "c5bc03b8-4250-42ad-a516-2ea1304776b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.460431] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "c5bc03b8-4250-42ad-a516-2ea1304776b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.463090] env[62748]: INFO nova.compute.manager [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Terminating instance [ 940.671925] env[62748]: DEBUG oslo_concurrency.lockutils [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-84540cb5-a09f-4d13-acf7-3940379ae10e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.672278] env[62748]: DEBUG nova.objects.instance [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lazy-loading 'migration_context' on Instance uuid 84540cb5-a09f-4d13-acf7-3940379ae10e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.763090] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750203, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.949980] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609776} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.950282] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] fbc45eb6-6e8f-44bf-b781-cef4122109cc/fbc45eb6-6e8f-44bf-b781-cef4122109cc.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.950507] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.950776] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7879fbae-9d2c-4ed4-a78b-b1f1775006b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.958944] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 940.958944] env[62748]: value = "task-2750204" [ 940.958944] env[62748]: _type = "Task" [ 940.958944] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.969144] env[62748]: DEBUG nova.compute.manager [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.969394] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.969739] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.976665] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7b8739-0d63-42de-aca5-79f9d2eb0c74 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.985624] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.985932] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9e0780a-0f71-4562-a5f5-fd78e67d697e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.992305] env[62748]: DEBUG oslo_vmware.api [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 940.992305] env[62748]: value = "task-2750205" [ 940.992305] env[62748]: _type = "Task" [ 940.992305] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.001749] env[62748]: DEBUG oslo_vmware.api [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.157830] env[62748]: DEBUG nova.network.neutron [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updated VIF entry in instance network info cache for port 3bd49e9d-8d5c-4677-8927-78529bf3694b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.157830] env[62748]: DEBUG nova.network.neutron [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance_info_cache with network_info: [{"id": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "address": "fa:16:3e:0e:ed:cc", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd49e9d-8d", "ovs_interfaceid": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.175097] env[62748]: DEBUG nova.objects.base [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Object Instance<84540cb5-a09f-4d13-acf7-3940379ae10e> lazy-loaded attributes: info_cache,migration_context {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 941.176531] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d6db03-2699-4b80-9f31-050755d20e30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.211602] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c29360-7e2e-44a7-bcc5-d61f4bb550de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.219151] env[62748]: DEBUG oslo_vmware.api [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 941.219151] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525ee322-4f10-bfa9-c650-641900af5b8e" [ 941.219151] env[62748]: _type = "Task" [ 941.219151] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.229201] env[62748]: DEBUG oslo_vmware.api [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525ee322-4f10-bfa9-c650-641900af5b8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.259282] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c8b45e-6395-4dca-afaa-a3ebf9636c06 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.270343] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4886d294-af64-455e-b608-2c72529988ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.273696] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750203, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.301169] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7f00b3-f48c-4b0f-a913-0b581b54c898 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.308491] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b61bd3-0c43-41ff-b0f9-2bb56ab1805a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.321901] env[62748]: DEBUG nova.compute.provider_tree [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.442160] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52219e84-fb38-b6df-db00-fb90953370cb/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 941.443321] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d69fcd-f939-4e1a-939c-c1efaffe1c4c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.449896] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52219e84-fb38-b6df-db00-fb90953370cb/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 941.450181] env[62748]: ERROR oslo_vmware.rw_handles [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52219e84-fb38-b6df-db00-fb90953370cb/disk-0.vmdk due to incomplete transfer. [ 941.450390] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-928476a0-35ba-4c00-bfa1-d0119851c9f0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.457531] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52219e84-fb38-b6df-db00-fb90953370cb/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 941.457862] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Uploaded image 9e01c631-a411-45bd-a9ec-7dda49dea504 to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 941.463017] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 941.463017] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6824ccb-2332-4616-9205-ce19067aae34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.472479] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113362} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.473783] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.474192] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 941.474192] env[62748]: value = "task-2750206" [ 941.474192] env[62748]: _type = "Task" [ 941.474192] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.475055] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9603ec48-735c-41f2-b2c2-aa9f9849d87d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.501976] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] fbc45eb6-6e8f-44bf-b781-cef4122109cc/fbc45eb6-6e8f-44bf-b781-cef4122109cc.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.506014] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca55897e-0c64-4528-bb78-ac8c1e548019 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.521098] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750206, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.529903] env[62748]: DEBUG oslo_vmware.api [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750205, 'name': PowerOffVM_Task, 'duration_secs': 0.241049} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.531309] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.531557] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.531946] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 941.531946] env[62748]: value = "task-2750207" [ 941.531946] env[62748]: _type = "Task" [ 941.531946] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.532267] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3bafddf-bd13-4a0b-8846-92629a47ac46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.542023] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.600291] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.600578] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.600829] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Deleting the datastore file [datastore1] c5bc03b8-4250-42ad-a516-2ea1304776b9 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.601182] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb58bc3b-468b-46c1-b5e0-e9af419923e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.607768] env[62748]: DEBUG oslo_vmware.api [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for the task: (returnval){ [ 941.607768] env[62748]: value = "task-2750209" [ 941.607768] env[62748]: _type = "Task" [ 941.607768] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.616343] env[62748]: DEBUG oslo_vmware.api [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.658237] env[62748]: DEBUG oslo_concurrency.lockutils [req-e7d30086-6186-4da5-87c3-a2d79d8b9260 req-7ea40328-6ef2-496f-b505-e1a614770379 service nova] Releasing lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.730819] env[62748]: DEBUG oslo_vmware.api [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525ee322-4f10-bfa9-c650-641900af5b8e, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.731292] env[62748]: DEBUG oslo_concurrency.lockutils [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.763678] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750203, 'name': CreateVM_Task, 'duration_secs': 1.503056} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.763908] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.764633] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.764842] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.765229] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 941.765527] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f761d53-8292-4206-a31c-9f230cbff29b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.769905] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 941.769905] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eb0595-797a-d227-26c9-6c3199f2f6af" [ 941.769905] env[62748]: _type = "Task" [ 941.769905] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.777458] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eb0595-797a-d227-26c9-6c3199f2f6af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.825730] env[62748]: DEBUG nova.scheduler.client.report [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.991675] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750206, 'name': Destroy_Task, 'duration_secs': 0.348328} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.992312] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Destroyed the VM [ 941.992312] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.992312] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac9ea232-08ef-48a8-8aa0-aa97db75dabb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.999618] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 941.999618] env[62748]: value = "task-2750210" [ 941.999618] env[62748]: _type = "Task" [ 941.999618] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.011178] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750210, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.047784] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.123029] env[62748]: DEBUG oslo_vmware.api [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Task: {'id': task-2750209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184596} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.123029] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.123029] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.123029] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.123562] env[62748]: INFO nova.compute.manager [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 942.124262] env[62748]: DEBUG oslo.service.loopingcall [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.124617] env[62748]: DEBUG nova.compute.manager [-] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.124817] env[62748]: DEBUG nova.network.neutron [-] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.282210] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52eb0595-797a-d227-26c9-6c3199f2f6af, 'name': SearchDatastore_Task, 'duration_secs': 0.015398} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.283139] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.283139] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.283139] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.283339] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.283430] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.284235] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-266aae46-6eaa-4e09-ae50-1464a7f405d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.292009] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.292351] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.292875] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6260e2-4bd4-4ef6-8870-e16060082dba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.304401] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 942.304401] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52228a10-19c8-8d09-216b-5e0737f1a032" [ 942.304401] env[62748]: _type = "Task" [ 942.304401] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.317696] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52228a10-19c8-8d09-216b-5e0737f1a032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.330127] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.330761] env[62748]: DEBUG nova.compute.manager [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.335767] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.264s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.336063] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.338085] env[62748]: DEBUG oslo_concurrency.lockutils [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.607s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.375676] env[62748]: INFO nova.scheduler.client.report [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted allocations for instance 6552a2bf-0cb2-42bd-9652-756cd08881d9 [ 942.512301] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750210, 'name': RemoveSnapshot_Task, 'duration_secs': 0.403053} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.512967] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.513403] env[62748]: DEBUG nova.compute.manager [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.515100] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d322987-f5ad-4969-9288-b91f382f6790 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.546676] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750207, 'name': ReconfigVM_Task, 'duration_secs': 0.673835} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.547198] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Reconfigured VM instance instance-00000052 to attach disk [datastore1] fbc45eb6-6e8f-44bf-b781-cef4122109cc/fbc45eb6-6e8f-44bf-b781-cef4122109cc.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.548034] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c11d708-e68e-4831-b9ed-a378c8a25bae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.555136] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 942.555136] env[62748]: value = "task-2750211" [ 942.555136] env[62748]: _type = "Task" [ 942.555136] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.565526] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750211, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.652422] env[62748]: DEBUG nova.compute.manager [req-6846215b-fc3b-4e4e-82fd-fd948818cab4 req-b4f2d0e5-febb-4970-bdaf-02b356c3ed55 service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Received event network-vif-deleted-30e42de4-f89b-4aa2-aac2-312ed167f573 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 942.652519] env[62748]: INFO nova.compute.manager [req-6846215b-fc3b-4e4e-82fd-fd948818cab4 req-b4f2d0e5-febb-4970-bdaf-02b356c3ed55 service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Neutron deleted interface 30e42de4-f89b-4aa2-aac2-312ed167f573; detaching it from the instance and deleting it from the info cache [ 942.653247] env[62748]: DEBUG nova.network.neutron [req-6846215b-fc3b-4e4e-82fd-fd948818cab4 req-b4f2d0e5-febb-4970-bdaf-02b356c3ed55 service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.817919] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52228a10-19c8-8d09-216b-5e0737f1a032, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.820744] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e65a74-1539-4bfa-9ee8-42d50c6d65fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.824280] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 942.824280] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ef9a5b-5f55-29be-f605-c4d33e594fe5" [ 942.824280] env[62748]: _type = "Task" [ 942.824280] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.832506] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ef9a5b-5f55-29be-f605-c4d33e594fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.842414] env[62748]: DEBUG nova.compute.utils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.846279] env[62748]: DEBUG nova.compute.manager [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.846838] env[62748]: DEBUG nova.network.neutron [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.888578] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquiring lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.888822] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.889033] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquiring lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.889226] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.889398] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.891254] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f5374ed-3de5-4aaa-b3a0-6a178427a34b tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "6552a2bf-0cb2-42bd-9652-756cd08881d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.660s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.892395] env[62748]: INFO nova.compute.manager [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Terminating instance [ 942.919627] env[62748]: DEBUG nova.policy [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d4b19dffc7c4e8dbc6782ab02022267', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d936837c5f049eeb69c7d5aa4bf9914', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.039978] env[62748]: INFO nova.compute.manager [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Shelve offloading [ 943.069991] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750211, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.131012] env[62748]: DEBUG nova.network.neutron [-] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.146251] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae856b6d-7af1-4b47-a1c2-c8cec5aed259 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.157461] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70ef0a36-7923-48af-bda7-498e73d3e4d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.162080] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4605203-ca02-4ae2-8b52-83ff9aa3d141 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.202885] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775035ea-7363-4080-9e0e-328a36d2a8a6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.217096] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9e50f0-7192-42c6-b235-4a38b981d37b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.230999] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e996d1-eae2-45b0-8c50-b1cd844546ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.249906] env[62748]: DEBUG nova.compute.manager [req-6846215b-fc3b-4e4e-82fd-fd948818cab4 req-b4f2d0e5-febb-4970-bdaf-02b356c3ed55 service nova] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Detach interface failed, port_id=30e42de4-f89b-4aa2-aac2-312ed167f573, reason: Instance c5bc03b8-4250-42ad-a516-2ea1304776b9 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 943.261093] env[62748]: DEBUG nova.compute.provider_tree [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.335189] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ef9a5b-5f55-29be-f605-c4d33e594fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.039662} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.335744] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.335843] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 963c1677-26f6-4290-91b0-f77b1d181ce2/963c1677-26f6-4290-91b0-f77b1d181ce2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.336154] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b46b0981-347e-45cd-a9a1-4416f963b8a5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.343289] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 943.343289] env[62748]: value = "task-2750212" [ 943.343289] env[62748]: _type = "Task" [ 943.343289] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.351652] env[62748]: DEBUG nova.compute.manager [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.354388] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.396264] env[62748]: DEBUG nova.compute.manager [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.396399] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.397550] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8e92b3-0730-4e19-a69f-2c9e264a1a0f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.405755] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.406035] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-052f40d8-4de2-47d5-8a37-4323d60aaa81 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.413533] env[62748]: DEBUG oslo_vmware.api [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 943.413533] env[62748]: value = "task-2750213" [ 943.413533] env[62748]: _type = "Task" [ 943.413533] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.425387] env[62748]: DEBUG oslo_vmware.api [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2750213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.545252] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.545594] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad4cccc7-85b8-408a-80b6-e91f7dce5d46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.554388] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 943.554388] env[62748]: value = "task-2750214" [ 943.554388] env[62748]: _type = "Task" [ 943.554388] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.567752] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 943.568114] env[62748]: DEBUG nova.compute.manager [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.568974] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf736c48-7f67-47e0-a658-253d969450dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.573223] env[62748]: DEBUG nova.network.neutron [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Successfully created port: 0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.579173] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750211, 'name': Rename_Task, 'duration_secs': 0.801892} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.580180] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.580494] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a187a637-359e-43be-bebe-9b531c19dec6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.584148] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.584369] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.584696] env[62748]: DEBUG nova.network.neutron [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.594660] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 943.594660] env[62748]: value = "task-2750215" [ 943.594660] env[62748]: _type = "Task" [ 943.594660] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.606782] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.634720] env[62748]: INFO nova.compute.manager [-] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Took 1.51 seconds to deallocate network for instance. [ 943.729995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "a4607322-e8ff-436e-8415-d743fb94990c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.730769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.764687] env[62748]: DEBUG nova.scheduler.client.report [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.854263] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505834} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.854531] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 963c1677-26f6-4290-91b0-f77b1d181ce2/963c1677-26f6-4290-91b0-f77b1d181ce2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.854771] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.858447] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d7597e9-3709-45b5-9b6a-87347d328dcb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.866251] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 943.866251] env[62748]: value = "task-2750216" [ 943.866251] env[62748]: _type = "Task" [ 943.866251] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.873909] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.923903] env[62748]: DEBUG oslo_vmware.api [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2750213, 'name': PowerOffVM_Task, 'duration_secs': 0.206211} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.924117] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.924323] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.924604] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a1ed42-63b1-4305-8a07-1071c1677235 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.983026] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.983263] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.983453] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Deleting the datastore file [datastore1] 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.983849] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21831468-328b-47bf-9f9f-a4f5aed480f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.992722] env[62748]: DEBUG oslo_vmware.api [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for the task: (returnval){ [ 943.992722] env[62748]: value = "task-2750218" [ 943.992722] env[62748]: _type = "Task" [ 943.992722] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.000666] env[62748]: DEBUG oslo_vmware.api [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2750218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.104525] env[62748]: DEBUG oslo_vmware.api [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750215, 'name': PowerOnVM_Task, 'duration_secs': 0.503225} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.104813] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.105235] env[62748]: INFO nova.compute.manager [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Took 8.56 seconds to spawn the instance on the hypervisor. [ 944.105455] env[62748]: DEBUG nova.compute.manager [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.106243] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba23da78-5527-414a-98d7-acee0331163f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.142539] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.232834] env[62748]: DEBUG nova.compute.manager [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.364353] env[62748]: DEBUG nova.compute.manager [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.377432] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060534} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.377717] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.378561] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c767c6-efc5-4bda-bc06-f1da1f7dfd99 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.401350] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 963c1677-26f6-4290-91b0-f77b1d181ce2/963c1677-26f6-4290-91b0-f77b1d181ce2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.403691] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26779a89-0247-4146-8138-1deef8125840 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.423992] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 944.423992] env[62748]: value = "task-2750219" [ 944.423992] env[62748]: _type = "Task" [ 944.423992] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.429820] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.430046] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.430154] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.430293] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.430445] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.430596] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.430805] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.430979] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.431269] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.431355] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.431663] env[62748]: DEBUG nova.virt.hardware [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.432349] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ecd3f-cddd-4f7e-bbb9-bda3cd3ecbfb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.441114] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.444723] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36b5f7f-6207-4706-8ab2-6de506878fee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.461158] env[62748]: DEBUG nova.network.neutron [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updating instance_info_cache with network_info: [{"id": "a8551289-9a26-4990-805a-62118337dc49", "address": "fa:16:3e:aa:c0:32", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8551289-9a", "ovs_interfaceid": "a8551289-9a26-4990-805a-62118337dc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.508849] env[62748]: DEBUG oslo_vmware.api [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Task: {'id': task-2750218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149399} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.509142] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.509335] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.509823] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.510434] env[62748]: INFO nova.compute.manager [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 944.510434] env[62748]: DEBUG oslo.service.loopingcall [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.510546] env[62748]: DEBUG nova.compute.manager [-] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.510624] env[62748]: DEBUG nova.network.neutron [-] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.628189] env[62748]: INFO nova.compute.manager [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Took 20.19 seconds to build instance. [ 944.764305] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.777279] env[62748]: DEBUG oslo_concurrency.lockutils [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.439s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.784040] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.639s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.784040] env[62748]: DEBUG nova.objects.instance [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lazy-loading 'resources' on Instance uuid c5bc03b8-4250-42ad-a516-2ea1304776b9 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.935667] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.967022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.132016] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d4524fc5-3b09-43f6-a337-e799273e858a tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.709s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.367190] env[62748]: INFO nova.scheduler.client.report [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted allocation for migration cf0bbc61-204b-47b1-991e-4d5e88b0b980 [ 945.436189] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750219, 'name': ReconfigVM_Task, 'duration_secs': 0.855983} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.436536] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 963c1677-26f6-4290-91b0-f77b1d181ce2/963c1677-26f6-4290-91b0-f77b1d181ce2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.437146] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298b71a8-8e32-4510-81f9-4fb4b2c66a9d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.445445] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 945.445445] env[62748]: value = "task-2750220" [ 945.445445] env[62748]: _type = "Task" [ 945.445445] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.458070] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750220, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.563312] env[62748]: DEBUG nova.compute.manager [req-38d207a6-e8b7-49b2-b4f0-1e1c27fc7e7b req-a830877a-1111-48b2-bdf8-b8f6dd2cdd19 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received event network-vif-unplugged-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 945.563459] env[62748]: DEBUG oslo_concurrency.lockutils [req-38d207a6-e8b7-49b2-b4f0-1e1c27fc7e7b req-a830877a-1111-48b2-bdf8-b8f6dd2cdd19 service nova] Acquiring lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.564083] env[62748]: DEBUG oslo_concurrency.lockutils [req-38d207a6-e8b7-49b2-b4f0-1e1c27fc7e7b req-a830877a-1111-48b2-bdf8-b8f6dd2cdd19 service nova] Lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.564083] env[62748]: DEBUG oslo_concurrency.lockutils [req-38d207a6-e8b7-49b2-b4f0-1e1c27fc7e7b req-a830877a-1111-48b2-bdf8-b8f6dd2cdd19 service nova] Lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.564982] env[62748]: DEBUG nova.compute.manager [req-38d207a6-e8b7-49b2-b4f0-1e1c27fc7e7b req-a830877a-1111-48b2-bdf8-b8f6dd2cdd19 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] No waiting events found dispatching network-vif-unplugged-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.565403] env[62748]: WARNING nova.compute.manager [req-38d207a6-e8b7-49b2-b4f0-1e1c27fc7e7b req-a830877a-1111-48b2-bdf8-b8f6dd2cdd19 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received unexpected event network-vif-unplugged-a8551289-9a26-4990-805a-62118337dc49 for instance with vm_state shelved and task_state shelving_offloading. [ 945.657978] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b24deb4-01f9-40c1-ad70-7ec4482c88b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.662707] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.663999] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd27cf2-e46e-4c51-b4aa-bfcdbe6a9ae7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.679470] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6383091-59cc-4fcc-b9be-9d9192c80787 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.690750] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.692716] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aadcaf8a-60de-4450-848a-7984a98590a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.732804] env[62748]: DEBUG nova.compute.manager [req-778c8a8c-88cc-4796-b048-cb38deb75acd req-2d48369b-5a69-4fa2-b361-5fdb2b0b8ed1 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Received event network-vif-deleted-a364b8be-cffd-41eb-b6fc-dbad9e0f887b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 945.734096] env[62748]: INFO nova.compute.manager [req-778c8a8c-88cc-4796-b048-cb38deb75acd req-2d48369b-5a69-4fa2-b361-5fdb2b0b8ed1 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Neutron deleted interface a364b8be-cffd-41eb-b6fc-dbad9e0f887b; detaching it from the instance and deleting it from the info cache [ 945.734096] env[62748]: DEBUG nova.network.neutron [req-778c8a8c-88cc-4796-b048-cb38deb75acd req-2d48369b-5a69-4fa2-b361-5fdb2b0b8ed1 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.735357] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855981e5-e7a0-446f-b5d1-86cb6dcd7a86 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.746342] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0331d0ac-4a25-49a1-8807-8f68b7ee5032 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.766962] env[62748]: DEBUG nova.compute.provider_tree [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.798661] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.798714] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.798904] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleting the datastore file [datastore2] ee909775-074b-4971-9500-7f24f0f92ac8 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.799249] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbcf16f0-2be1-41b3-ad70-c504262732bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.810367] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 945.810367] env[62748]: value = "task-2750222" [ 945.810367] env[62748]: _type = "Task" [ 945.810367] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.825131] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.882436] env[62748]: DEBUG oslo_concurrency.lockutils [None req-605fad79-f14d-4ae3-920e-bd7ebc3f5104 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.551s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.964018] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750220, 'name': Rename_Task, 'duration_secs': 0.201051} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.964018] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.964018] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fbba4e5-cd3e-4982-9322-5896245a5435 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.972149] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 945.972149] env[62748]: value = "task-2750223" [ 945.972149] env[62748]: _type = "Task" [ 945.972149] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.987791] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.990157] env[62748]: DEBUG nova.network.neutron [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Successfully updated port: 0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.068410] env[62748]: DEBUG nova.network.neutron [-] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.179806] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquiring lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.179806] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.179806] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquiring lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.179806] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.179806] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.183598] env[62748]: INFO nova.compute.manager [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Terminating instance [ 946.242862] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19a266c9-3237-4d6c-b732-1efeaa32a859 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.252689] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f1b012-4ba2-429d-966e-9436799e10a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.273164] env[62748]: DEBUG nova.scheduler.client.report [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.293964] env[62748]: DEBUG nova.compute.manager [req-778c8a8c-88cc-4796-b048-cb38deb75acd req-2d48369b-5a69-4fa2-b361-5fdb2b0b8ed1 service nova] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Detach interface failed, port_id=a364b8be-cffd-41eb-b6fc-dbad9e0f887b, reason: Instance 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 946.318937] env[62748]: DEBUG oslo_vmware.api [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21554} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.318937] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.318937] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.318937] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.351268] env[62748]: INFO nova.scheduler.client.report [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleted allocations for instance ee909775-074b-4971-9500-7f24f0f92ac8 [ 946.486144] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750223, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.499369] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.499369] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.499369] env[62748]: DEBUG nova.network.neutron [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.572121] env[62748]: INFO nova.compute.manager [-] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Took 2.06 seconds to deallocate network for instance. [ 946.690029] env[62748]: DEBUG nova.compute.manager [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.690029] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.690029] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902fac34-7d75-411d-a53e-e5cfbafe0470 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.701660] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.702716] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18bd4a57-22fb-4638-a870-ffd16c9f3618 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.715100] env[62748]: DEBUG oslo_vmware.api [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 946.715100] env[62748]: value = "task-2750224" [ 946.715100] env[62748]: _type = "Task" [ 946.715100] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.727861] env[62748]: DEBUG oslo_vmware.api [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.797193] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.798048] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.034s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.800207] env[62748]: INFO nova.compute.claims [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.841975] env[62748]: INFO nova.scheduler.client.report [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Deleted allocations for instance c5bc03b8-4250-42ad-a516-2ea1304776b9 [ 946.860791] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.986393] env[62748]: DEBUG oslo_vmware.api [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750223, 'name': PowerOnVM_Task, 'duration_secs': 0.596242} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.987836] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.987836] env[62748]: INFO nova.compute.manager [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Took 9.02 seconds to spawn the instance on the hypervisor. [ 946.987836] env[62748]: DEBUG nova.compute.manager [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.988351] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f1aab9-5ba6-40c3-baf3-eb681aa4aaaa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.077833] env[62748]: DEBUG nova.network.neutron [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.083163] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.228820] env[62748]: DEBUG oslo_vmware.api [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750224, 'name': PowerOffVM_Task, 'duration_secs': 0.376723} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.229134] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.229480] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.229772] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c05877a-271b-402d-80de-dff59c78be22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.352135] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1e1ccc9b-7158-4ac6-b8e6-57929b9abeee tempest-ImagesOneServerNegativeTestJSON-944492961 tempest-ImagesOneServerNegativeTestJSON-944492961-project-member] Lock "c5bc03b8-4250-42ad-a516-2ea1304776b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.892s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.357473] env[62748]: DEBUG nova.network.neutron [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating instance_info_cache with network_info: [{"id": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "address": "fa:16:3e:4f:c9:26", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff85650-e1", "ovs_interfaceid": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.520285] env[62748]: INFO nova.compute.manager [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Took 21.53 seconds to build instance. [ 947.864836] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.865362] env[62748]: DEBUG nova.compute.manager [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Instance network_info: |[{"id": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "address": "fa:16:3e:4f:c9:26", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff85650-e1", "ovs_interfaceid": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.865947] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:c9:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ff85650-e11a-4519-b7fa-e6de853c4c71', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.877452] env[62748]: DEBUG oslo.service.loopingcall [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.880399] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.880839] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f08db5e-6a6b-4a7f-a916-88237f403726 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.910100] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.910100] env[62748]: value = "task-2750226" [ 947.910100] env[62748]: _type = "Task" [ 947.910100] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.921684] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.931188] env[62748]: DEBUG nova.compute.manager [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received event network-changed-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 947.931447] env[62748]: DEBUG nova.compute.manager [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Refreshing instance network info cache due to event network-changed-a8551289-9a26-4990-805a-62118337dc49. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 947.931689] env[62748]: DEBUG oslo_concurrency.lockutils [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] Acquiring lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.931860] env[62748]: DEBUG oslo_concurrency.lockutils [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] Acquired lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.932047] env[62748]: DEBUG nova.network.neutron [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Refreshing network info cache for port a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.023367] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d101fd8f-2f8f-4757-9a22-96711b45da9c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.038s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.099885] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6d4a92-846d-4821-ac6d-e5f5113aa286 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.108177] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f48fc1a-ad45-48ee-921b-f5df4c48074b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.146116] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020de2d9-277b-4b66-8f77-8e7713667c1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.161332] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec821da-6c43-4229-a8dd-fff49ad5117a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.177585] env[62748]: DEBUG nova.compute.provider_tree [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.420414] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.498434] env[62748]: DEBUG oslo_concurrency.lockutils [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-2b0777f5-27ab-42ba-814e-8d1cb77e043e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.498704] env[62748]: DEBUG oslo_concurrency.lockutils [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-2b0777f5-27ab-42ba-814e-8d1cb77e043e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.499065] env[62748]: DEBUG nova.objects.instance [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'flavor' on Instance uuid 2b0777f5-27ab-42ba-814e-8d1cb77e043e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.660968] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "ee909775-074b-4971-9500-7f24f0f92ac8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.708412] env[62748]: ERROR nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [req-f6302cfc-d2e0-48fa-b00e-065947bbd527] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6302cfc-d2e0-48fa-b00e-065947bbd527"}]} [ 948.717907] env[62748]: DEBUG nova.network.neutron [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updated VIF entry in instance network info cache for port a8551289-9a26-4990-805a-62118337dc49. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.717907] env[62748]: DEBUG nova.network.neutron [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updating instance_info_cache with network_info: [{"id": "a8551289-9a26-4990-805a-62118337dc49", "address": "fa:16:3e:aa:c0:32", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": null, "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa8551289-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.726963] env[62748]: DEBUG nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 948.741344] env[62748]: DEBUG nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 948.741571] env[62748]: DEBUG nova.compute.provider_tree [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.754715] env[62748]: DEBUG nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 948.777262] env[62748]: DEBUG nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 948.885354] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "84540cb5-a09f-4d13-acf7-3940379ae10e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.885641] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.886755] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "84540cb5-a09f-4d13-acf7-3940379ae10e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.886755] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.886755] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.890860] env[62748]: INFO nova.compute.manager [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Terminating instance [ 948.901529] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.901529] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.924397] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.008009] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5700eb2e-ca02-484e-9655-920d350fc6a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.015927] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50adcef-56c1-4d60-83d6-8b28f0c86392 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.053913] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64eed17-07b1-47e1-bb1d-ecdb4bb0938f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.064029] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15982969-ca8e-4b7a-87f9-54b2793efb2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.078388] env[62748]: DEBUG nova.compute.provider_tree [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.087373] env[62748]: DEBUG nova.objects.instance [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b0777f5-27ab-42ba-814e-8d1cb77e043e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.219629] env[62748]: DEBUG oslo_concurrency.lockutils [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] Releasing lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.223019] env[62748]: DEBUG nova.compute.manager [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received event network-vif-plugged-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.223019] env[62748]: DEBUG oslo_concurrency.lockutils [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] Acquiring lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.223019] env[62748]: DEBUG oslo_concurrency.lockutils [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.223019] env[62748]: DEBUG oslo_concurrency.lockutils [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.223019] env[62748]: DEBUG nova.compute.manager [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] No waiting events found dispatching network-vif-plugged-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.223019] env[62748]: WARNING nova.compute.manager [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received unexpected event network-vif-plugged-0ff85650-e11a-4519-b7fa-e6de853c4c71 for instance with vm_state building and task_state spawning. [ 949.223019] env[62748]: DEBUG nova.compute.manager [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received event network-changed-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.223019] env[62748]: DEBUG nova.compute.manager [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Refreshing instance network info cache due to event network-changed-0ff85650-e11a-4519-b7fa-e6de853c4c71. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 949.223019] env[62748]: DEBUG oslo_concurrency.lockutils [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] Acquiring lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.223019] env[62748]: DEBUG oslo_concurrency.lockutils [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] Acquired lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.223019] env[62748]: DEBUG nova.network.neutron [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Refreshing network info cache for port 0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.395840] env[62748]: DEBUG nova.compute.manager [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.396106] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.397016] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e9bb45-511f-4f80-bf29-f59ebc7edf3b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.403746] env[62748]: DEBUG nova.compute.manager [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.409600] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.409986] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0816607-1333-4d39-accc-bbdfecbb36f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.429303] env[62748]: DEBUG oslo_vmware.api [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 949.429303] env[62748]: value = "task-2750227" [ 949.429303] env[62748]: _type = "Task" [ 949.429303] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.434979] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.445081] env[62748]: DEBUG oslo_vmware.api [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.593777] env[62748]: DEBUG nova.objects.base [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Object Instance<2b0777f5-27ab-42ba-814e-8d1cb77e043e> lazy-loaded attributes: flavor,pci_requests {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 949.594158] env[62748]: DEBUG nova.network.neutron [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.610596] env[62748]: ERROR nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [req-2a7d0bef-47a7-4af2-9891-c5935f51f691] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a7d0bef-47a7-4af2-9891-c5935f51f691"}]} [ 949.634910] env[62748]: DEBUG nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 949.651208] env[62748]: DEBUG nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 949.651208] env[62748]: DEBUG nova.compute.provider_tree [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.667045] env[62748]: DEBUG nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 949.686152] env[62748]: DEBUG nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 949.698646] env[62748]: DEBUG nova.policy [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113ce291286d473dba17923ce0ec3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ec8d1b391d40a6bcff4dd9e14eb5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.732392] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "20764520-f1a0-4a0c-ac51-4d67503097bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.732708] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.931585] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.932452] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.944892] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.944892] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.944892] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Deleting the datastore file [datastore1] fbc45eb6-6e8f-44bf-b781-cef4122109cc {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.950814] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bf54723-4f14-4ff1-939d-d960ed9a695b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.952444] env[62748]: DEBUG oslo_vmware.api [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750227, 'name': PowerOffVM_Task, 'duration_secs': 0.196932} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.955265] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.955525] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.956223] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a447bc3-c269-4ede-9ab3-3541c5f5f50c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.962281] env[62748]: DEBUG oslo_vmware.api [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for the task: (returnval){ [ 949.962281] env[62748]: value = "task-2750228" [ 949.962281] env[62748]: _type = "Task" [ 949.962281] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.976694] env[62748]: DEBUG oslo_vmware.api [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.007211] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a126abb0-54a6-4863-8ebc-8f46471ce2b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.016303] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d01ac1-91fa-4bd5-aa1c-d18d8c8f27e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.056625] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ba86f-8d83-4abf-a360-5cf8b4680bf0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.059412] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.059583] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.059722] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleting the datastore file [datastore2] 84540cb5-a09f-4d13-acf7-3940379ae10e {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.060292] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f70ec12-d145-4949-b8ec-6168a6d403c1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.069703] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9895014-ac18-414f-b1b5-0f6d561ab9c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.074132] env[62748]: DEBUG oslo_vmware.api [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 950.074132] env[62748]: value = "task-2750230" [ 950.074132] env[62748]: _type = "Task" [ 950.074132] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.089808] env[62748]: DEBUG nova.compute.provider_tree [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.098772] env[62748]: DEBUG oslo_vmware.api [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.153345] env[62748]: DEBUG nova.compute.manager [req-08fb0d85-8e01-4096-87ab-8105c7e29eae req-994c2c6e-57a7-4795-8c63-83fdccb7b80b service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Received event network-changed-3bd49e9d-8d5c-4677-8927-78529bf3694b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 950.153545] env[62748]: DEBUG nova.compute.manager [req-08fb0d85-8e01-4096-87ab-8105c7e29eae req-994c2c6e-57a7-4795-8c63-83fdccb7b80b service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Refreshing instance network info cache due to event network-changed-3bd49e9d-8d5c-4677-8927-78529bf3694b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 950.153761] env[62748]: DEBUG oslo_concurrency.lockutils [req-08fb0d85-8e01-4096-87ab-8105c7e29eae req-994c2c6e-57a7-4795-8c63-83fdccb7b80b service nova] Acquiring lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.153994] env[62748]: DEBUG oslo_concurrency.lockutils [req-08fb0d85-8e01-4096-87ab-8105c7e29eae req-994c2c6e-57a7-4795-8c63-83fdccb7b80b service nova] Acquired lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.154225] env[62748]: DEBUG nova.network.neutron [req-08fb0d85-8e01-4096-87ab-8105c7e29eae req-994c2c6e-57a7-4795-8c63-83fdccb7b80b service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Refreshing network info cache for port 3bd49e9d-8d5c-4677-8927-78529bf3694b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.239671] env[62748]: DEBUG nova.compute.manager [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.263137] env[62748]: DEBUG nova.network.neutron [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updated VIF entry in instance network info cache for port 0ff85650-e11a-4519-b7fa-e6de853c4c71. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.264084] env[62748]: DEBUG nova.network.neutron [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating instance_info_cache with network_info: [{"id": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "address": "fa:16:3e:4f:c9:26", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff85650-e1", "ovs_interfaceid": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.312947] env[62748]: DEBUG nova.network.neutron [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Successfully created port: 03552bee-d030-48a9-850a-1d973fc22faf {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.428297] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.476150] env[62748]: DEBUG oslo_vmware.api [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Task: {'id': task-2750228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194257} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.476451] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.476647] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.476830] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.477025] env[62748]: INFO nova.compute.manager [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Took 3.79 seconds to destroy the instance on the hypervisor. [ 950.477341] env[62748]: DEBUG oslo.service.loopingcall [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.477652] env[62748]: DEBUG nova.compute.manager [-] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.478058] env[62748]: DEBUG nova.network.neutron [-] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.585212] env[62748]: DEBUG oslo_vmware.api [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197002} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.585410] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.585576] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.585753] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.585933] env[62748]: INFO nova.compute.manager [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 950.586216] env[62748]: DEBUG oslo.service.loopingcall [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.586419] env[62748]: DEBUG nova.compute.manager [-] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.586523] env[62748]: DEBUG nova.network.neutron [-] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.640936] env[62748]: DEBUG nova.scheduler.client.report [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 950.641242] env[62748]: DEBUG nova.compute.provider_tree [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 121 to 122 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 950.641500] env[62748]: DEBUG nova.compute.provider_tree [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.762325] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.765993] env[62748]: DEBUG oslo_concurrency.lockutils [req-4f8b540e-e743-4f78-92cd-2af066c97a05 req-180d6b66-b0d5-43e0-8f2e-84ca24519d7f service nova] Releasing lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.928924] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.148938] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.351s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.149514] env[62748]: DEBUG nova.compute.manager [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.152615] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.292s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.152869] env[62748]: DEBUG nova.objects.instance [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lazy-loading 'resources' on Instance uuid ee909775-074b-4971-9500-7f24f0f92ac8 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.271070] env[62748]: DEBUG nova.network.neutron [req-08fb0d85-8e01-4096-87ab-8105c7e29eae req-994c2c6e-57a7-4795-8c63-83fdccb7b80b service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updated VIF entry in instance network info cache for port 3bd49e9d-8d5c-4677-8927-78529bf3694b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.271466] env[62748]: DEBUG nova.network.neutron [req-08fb0d85-8e01-4096-87ab-8105c7e29eae req-994c2c6e-57a7-4795-8c63-83fdccb7b80b service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance_info_cache with network_info: [{"id": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "address": "fa:16:3e:0e:ed:cc", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd49e9d-8d", "ovs_interfaceid": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.430150] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.591617] env[62748]: DEBUG nova.network.neutron [-] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.656515] env[62748]: DEBUG nova.compute.utils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.658184] env[62748]: DEBUG nova.objects.instance [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lazy-loading 'numa_topology' on Instance uuid ee909775-074b-4971-9500-7f24f0f92ac8 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.659322] env[62748]: DEBUG nova.compute.manager [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.659495] env[62748]: DEBUG nova.network.neutron [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.702894] env[62748]: DEBUG nova.compute.manager [req-1f3bb55f-6505-4f4a-9417-87cab5476614 req-7b994268-b5fa-4219-8709-3a56fdc3475c service nova] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Received event network-vif-deleted-5d1d744f-f7b6-4592-8e5c-a3923ed78af7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 951.714081] env[62748]: DEBUG nova.policy [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '121e0f3fe590400595e729f62adb0f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0e315e3b96b41429dd1aff0a93e5b7f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.726269] env[62748]: DEBUG nova.network.neutron [-] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.774263] env[62748]: DEBUG oslo_concurrency.lockutils [req-08fb0d85-8e01-4096-87ab-8105c7e29eae req-994c2c6e-57a7-4795-8c63-83fdccb7b80b service nova] Releasing lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.931372] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.045939] env[62748]: DEBUG nova.network.neutron [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Successfully created port: 67570483-98b1-47c7-88ab-42c3e1a4b1e7 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.094653] env[62748]: INFO nova.compute.manager [-] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Took 1.51 seconds to deallocate network for instance. [ 952.160343] env[62748]: DEBUG nova.compute.manager [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.164063] env[62748]: DEBUG nova.objects.base [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 952.190020] env[62748]: DEBUG nova.compute.manager [req-929ea5fc-6e8a-40d1-9f4a-2bec2af45230 req-7e7d8770-d2fa-4b4a-8f69-953f305282ac service nova] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Received event network-vif-deleted-fd07f3b6-6dc7-4a47-bca3-a0facca2f467 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.230923] env[62748]: INFO nova.compute.manager [-] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Took 1.75 seconds to deallocate network for instance. [ 952.440044] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.480187] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91548ef-fc1f-40b0-adaa-01c72c9a12f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.487970] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fe5be9-762d-40c9-a427-60468c478c0e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.525156] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9382847-ffa5-4131-b588-b6a30a639349 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.528908] env[62748]: DEBUG nova.network.neutron [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Successfully updated port: 03552bee-d030-48a9-850a-1d973fc22faf {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.537651] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e3fbaa-d902-43f7-9d85-3e73929ac1d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.555337] env[62748]: DEBUG nova.compute.provider_tree [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.605663] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.742304] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.935154] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.031780] env[62748]: DEBUG oslo_concurrency.lockutils [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.031925] env[62748]: DEBUG oslo_concurrency.lockutils [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.032280] env[62748]: DEBUG nova.network.neutron [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.059532] env[62748]: DEBUG nova.scheduler.client.report [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.178639] env[62748]: DEBUG nova.compute.manager [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.210664] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.210962] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.211107] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.211297] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.211448] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.211599] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.211840] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.211968] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.212153] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.212324] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.212500] env[62748]: DEBUG nova.virt.hardware [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.213786] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf81899-b6d2-492c-ae86-18d634369c15 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.222566] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3765d5-7438-42dc-9167-e26d3d6cb292 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.432760] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.568962] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.416s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.571695] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.488s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.571785] env[62748]: DEBUG nova.objects.instance [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lazy-loading 'resources' on Instance uuid 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.611080] env[62748]: WARNING nova.network.neutron [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] 823a9827-46e5-451f-a6a7-645de271b795 already exists in list: networks containing: ['823a9827-46e5-451f-a6a7-645de271b795']. ignoring it [ 953.937665] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.996501] env[62748]: DEBUG nova.network.neutron [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Successfully updated port: 67570483-98b1-47c7-88ab-42c3e1a4b1e7 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.086519] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ba91a4cd-8cf4-432b-a2f2-05650944b40f tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.258s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.087706] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.427s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.090021] env[62748]: INFO nova.compute.manager [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Unshelving [ 954.147987] env[62748]: DEBUG nova.network.neutron [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updating instance_info_cache with network_info: [{"id": "bad2d27b-5c87-497d-ae6d-dc9047604918", "address": "fa:16:3e:85:53:b0", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad2d27b-5c", "ovs_interfaceid": "bad2d27b-5c87-497d-ae6d-dc9047604918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03552bee-d030-48a9-850a-1d973fc22faf", "address": "fa:16:3e:26:33:16", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03552bee-d0", "ovs_interfaceid": "03552bee-d030-48a9-850a-1d973fc22faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.235464] env[62748]: DEBUG nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Received event network-vif-plugged-03552bee-d030-48a9-850a-1d973fc22faf {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.235720] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Acquiring lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.235941] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.236144] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.237059] env[62748]: DEBUG nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] No waiting events found dispatching network-vif-plugged-03552bee-d030-48a9-850a-1d973fc22faf {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.237059] env[62748]: WARNING nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Received unexpected event network-vif-plugged-03552bee-d030-48a9-850a-1d973fc22faf for instance with vm_state active and task_state None. [ 954.237244] env[62748]: DEBUG nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Received event network-changed-03552bee-d030-48a9-850a-1d973fc22faf {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.237411] env[62748]: DEBUG nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Refreshing instance network info cache due to event network-changed-03552bee-d030-48a9-850a-1d973fc22faf. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 954.237583] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Acquiring lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.376769] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ba5101-bd17-4497-a67e-74726ac90ee0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.386179] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e9776a-cebb-48e1-98f7-d6e8b1333c5b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.425159] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fa0a2f-f729-4d62-aa16-b439503a9eba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.442109] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.446208] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b29b57-69c3-4a23-b93f-c7a2803ec15c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.463607] env[62748]: DEBUG nova.compute.provider_tree [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.498923] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.499100] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.499340] env[62748]: DEBUG nova.network.neutron [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.654030] env[62748]: DEBUG oslo_concurrency.lockutils [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.654030] env[62748]: DEBUG oslo_concurrency.lockutils [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.654030] env[62748]: DEBUG oslo_concurrency.lockutils [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.654030] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Acquired lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.654030] env[62748]: DEBUG nova.network.neutron [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Refreshing network info cache for port 03552bee-d030-48a9-850a-1d973fc22faf {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.655480] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba6ccb-827a-461a-98dd-8a1fdf602536 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.675220] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.675906] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.676220] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.679423] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.679423] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.679423] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.679423] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.679423] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.679423] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.679423] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.679423] env[62748]: DEBUG nova.virt.hardware [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.688208] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Reconfiguring VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 954.689183] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6efabbf-5357-41b4-a0d9-65732b895aea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.709706] env[62748]: DEBUG oslo_vmware.api [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 954.709706] env[62748]: value = "task-2750231" [ 954.709706] env[62748]: _type = "Task" [ 954.709706] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.718683] env[62748]: DEBUG oslo_vmware.api [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750231, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.934846] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.967600] env[62748]: DEBUG nova.scheduler.client.report [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.055607] env[62748]: DEBUG nova.network.neutron [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.117555] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.221263] env[62748]: DEBUG oslo_vmware.api [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.383564] env[62748]: DEBUG nova.network.neutron [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance_info_cache with network_info: [{"id": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "address": "fa:16:3e:82:72:85", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67570483-98", "ovs_interfaceid": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.440479] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750226, 'name': CreateVM_Task, 'duration_secs': 7.046792} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.440657] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.442709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.442709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.442709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.442831] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8508829f-aa6b-4341-850d-ac2911b890fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.448919] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 955.448919] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b48ee9-939b-670c-f011-52d794d3a968" [ 955.448919] env[62748]: _type = "Task" [ 955.448919] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.459964] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b48ee9-939b-670c-f011-52d794d3a968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.473050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.476068] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.476068] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.479881] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.547s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.481621] env[62748]: INFO nova.compute.claims [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.504524] env[62748]: INFO nova.scheduler.client.report [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Deleted allocations for instance 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd [ 955.535301] env[62748]: DEBUG nova.network.neutron [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updated VIF entry in instance network info cache for port 03552bee-d030-48a9-850a-1d973fc22faf. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.536416] env[62748]: DEBUG nova.network.neutron [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updating instance_info_cache with network_info: [{"id": "bad2d27b-5c87-497d-ae6d-dc9047604918", "address": "fa:16:3e:85:53:b0", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad2d27b-5c", "ovs_interfaceid": "bad2d27b-5c87-497d-ae6d-dc9047604918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03552bee-d030-48a9-850a-1d973fc22faf", "address": "fa:16:3e:26:33:16", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03552bee-d0", "ovs_interfaceid": "03552bee-d030-48a9-850a-1d973fc22faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.703103] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "5854385b-b6d7-43ed-beea-1b0b521cc700" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.703748] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.721615] env[62748]: DEBUG oslo_vmware.api [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750231, 'name': ReconfigVM_Task, 'duration_secs': 0.606549} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.722740] env[62748]: DEBUG oslo_concurrency.lockutils [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.723061] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Reconfigured VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 955.893728] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.894212] env[62748]: DEBUG nova.compute.manager [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Instance network_info: |[{"id": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "address": "fa:16:3e:82:72:85", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67570483-98", "ovs_interfaceid": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.894671] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:72:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e23c1d18-c841-49ea-95f3-df5ceac28afd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67570483-98b1-47c7-88ab-42c3e1a4b1e7', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.905222] env[62748]: DEBUG oslo.service.loopingcall [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.905497] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.907950] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d923edaf-1832-42d8-91b5-b3828a854be5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.932640] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.932640] env[62748]: value = "task-2750232" [ 955.932640] env[62748]: _type = "Task" [ 955.932640] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.943379] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750232, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.959690] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b48ee9-939b-670c-f011-52d794d3a968, 'name': SearchDatastore_Task, 'duration_secs': 0.014265} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.960113] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.960277] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.960529] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.960651] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.960858] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.961115] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cbf4e1e-0a02-4621-b448-d391c8332003 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.972997] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.973125] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.973884] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7687b289-5765-4fa8-b2b7-e08888a5b486 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.980484] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 955.980484] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52877739-493d-3976-6062-fb80dac312a2" [ 955.980484] env[62748]: _type = "Task" [ 955.980484] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.986388] env[62748]: DEBUG nova.compute.manager [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.995745] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52877739-493d-3976-6062-fb80dac312a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.015102] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e24c850a-6261-423b-98af-a4462a1d6f74 tempest-ServersTestManualDisk-1287026758 tempest-ServersTestManualDisk-1287026758-project-member] Lock "2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.125s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.039240] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Releasing lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.039550] env[62748]: DEBUG nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Received event network-vif-plugged-67570483-98b1-47c7-88ab-42c3e1a4b1e7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 956.039762] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Acquiring lock "a4607322-e8ff-436e-8415-d743fb94990c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.039972] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Lock "a4607322-e8ff-436e-8415-d743fb94990c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.040158] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Lock "a4607322-e8ff-436e-8415-d743fb94990c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.040330] env[62748]: DEBUG nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] No waiting events found dispatching network-vif-plugged-67570483-98b1-47c7-88ab-42c3e1a4b1e7 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.040504] env[62748]: WARNING nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Received unexpected event network-vif-plugged-67570483-98b1-47c7-88ab-42c3e1a4b1e7 for instance with vm_state building and task_state spawning. [ 956.040670] env[62748]: DEBUG nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Received event network-changed-67570483-98b1-47c7-88ab-42c3e1a4b1e7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 956.040828] env[62748]: DEBUG nova.compute.manager [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Refreshing instance network info cache due to event network-changed-67570483-98b1-47c7-88ab-42c3e1a4b1e7. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 956.041029] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Acquiring lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.041170] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Acquired lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.041333] env[62748]: DEBUG nova.network.neutron [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Refreshing network info cache for port 67570483-98b1-47c7-88ab-42c3e1a4b1e7 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.207823] env[62748]: DEBUG nova.compute.utils [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.228286] env[62748]: DEBUG oslo_concurrency.lockutils [None req-198c63c4-802a-462c-bf96-fe239fe1f1d2 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-2b0777f5-27ab-42ba-814e-8d1cb77e043e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.729s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.445695] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750232, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.491495] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52877739-493d-3976-6062-fb80dac312a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.492433] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5249c76-9e84-4237-8e09-a6151f16a0e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.505101] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 956.505101] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d5334f-b593-cdb9-e9c6-100cf4e7a115" [ 956.505101] env[62748]: _type = "Task" [ 956.505101] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.517673] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d5334f-b593-cdb9-e9c6-100cf4e7a115, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.517975] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.518263] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d/3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.518533] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-089439cd-44bc-4b52-961e-876a12b76bd4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.525358] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.529224] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 956.529224] env[62748]: value = "task-2750233" [ 956.529224] env[62748]: _type = "Task" [ 956.529224] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.712821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.784815] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3339b1-3ea5-4e2b-93f4-5ad459ac7693 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.788066] env[62748]: DEBUG nova.network.neutron [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updated VIF entry in instance network info cache for port 67570483-98b1-47c7-88ab-42c3e1a4b1e7. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.788449] env[62748]: DEBUG nova.network.neutron [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance_info_cache with network_info: [{"id": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "address": "fa:16:3e:82:72:85", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67570483-98", "ovs_interfaceid": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.797880] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3eaac6-f74a-4f28-a0df-2b3c6c73afc3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.833816] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c6c2ba-79d5-4eee-9949-545656c3c172 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.842913] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ff27ff-8326-42a9-84c1-130429dc7663 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.858681] env[62748]: DEBUG nova.compute.provider_tree [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.946881] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750232, 'name': CreateVM_Task, 'duration_secs': 0.664098} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.947330] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.947966] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.948195] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.948573] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 956.948865] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b0c4598-9c98-4e4b-9ed2-598b0dee6212 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.955038] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 956.955038] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d80f8b-eff7-e609-5ac6-7ed253a95672" [ 956.955038] env[62748]: _type = "Task" [ 956.955038] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.967698] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d80f8b-eff7-e609-5ac6-7ed253a95672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.039638] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491336} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.039843] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d/3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.040495] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.040495] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b67b9723-abde-4c61-b47a-45afb3299750 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.050299] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 957.050299] env[62748]: value = "task-2750234" [ 957.050299] env[62748]: _type = "Task" [ 957.050299] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.061556] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.291579] env[62748]: DEBUG oslo_concurrency.lockutils [req-590a2afd-187c-46fd-be40-76471ace8982 req-639e3674-1e1b-4a05-a554-2bb75275e259 service nova] Releasing lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.363148] env[62748]: DEBUG nova.scheduler.client.report [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.466999] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d80f8b-eff7-e609-5ac6-7ed253a95672, 'name': SearchDatastore_Task, 'duration_secs': 0.024565} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.467336] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.467602] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.467847] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.467990] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.468182] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.468459] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f422978-f199-4af8-892a-3c2d89ba9498 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.488292] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.488542] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.489339] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3d43a1-96c5-456f-bcef-3ac1f154d3b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.495544] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 957.495544] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a88754-c5c7-ab06-57c5-e2fac4a57b29" [ 957.495544] env[62748]: _type = "Task" [ 957.495544] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.504619] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a88754-c5c7-ab06-57c5-e2fac4a57b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.562323] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075969} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.562737] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.563700] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53d854a-6d18-4ac3-9bd6-cee6a55b723f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.589865] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d/3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.590218] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd79fab9-fa26-4a1c-ab11-788f4640abb0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.611360] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 957.611360] env[62748]: value = "task-2750235" [ 957.611360] env[62748]: _type = "Task" [ 957.611360] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.621277] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.804189] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "5854385b-b6d7-43ed-beea-1b0b521cc700" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.806066] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.806066] env[62748]: INFO nova.compute.manager [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Attaching volume 50ac6baa-95cd-4ab4-babd-c511438a6233 to /dev/sdb [ 957.855026] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8dcda0-0357-47ee-a5d0-26c7cbc8caf4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.862722] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36383f35-a4b4-4fe6-a4b9-7eee8d4686f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.867821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.868432] env[62748]: DEBUG nova.compute.manager [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.876540] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.111s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.876540] env[62748]: INFO nova.compute.claims [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.882985] env[62748]: DEBUG nova.virt.block_device [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Updating existing volume attachment record: 824512e9-d314-4c46-a869-76143d1c6b95 {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 958.009614] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a88754-c5c7-ab06-57c5-e2fac4a57b29, 'name': SearchDatastore_Task, 'duration_secs': 0.020283} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.009614] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28d16ac-a236-41a5-8515-bd5fc1c4fb43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.016908] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 958.016908] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521307ed-eddd-aaf2-d446-b8597880d540" [ 958.016908] env[62748]: _type = "Task" [ 958.016908] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.025682] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521307ed-eddd-aaf2-d446-b8597880d540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.123054] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750235, 'name': ReconfigVM_Task, 'duration_secs': 0.301736} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.123360] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d/3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.124483] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0054a372-14de-4880-bdf8-37878aacaa90 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.134439] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 958.134439] env[62748]: value = "task-2750238" [ 958.134439] env[62748]: _type = "Task" [ 958.134439] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.145145] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750238, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.382859] env[62748]: DEBUG nova.compute.utils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.383165] env[62748]: DEBUG nova.compute.manager [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.383585] env[62748]: DEBUG nova.network.neutron [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.393444] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-2b0777f5-27ab-42ba-814e-8d1cb77e043e-03552bee-d030-48a9-850a-1d973fc22faf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.393444] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-2b0777f5-27ab-42ba-814e-8d1cb77e043e-03552bee-d030-48a9-850a-1d973fc22faf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.467961] env[62748]: DEBUG nova.policy [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '725a5803006a47f7bb3cfc9a7251c6b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5187cb1dcad43ef9bbbc34483ffca98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.527967] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521307ed-eddd-aaf2-d446-b8597880d540, 'name': SearchDatastore_Task, 'duration_secs': 0.02404} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.530047] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.530388] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] a4607322-e8ff-436e-8415-d743fb94990c/a4607322-e8ff-436e-8415-d743fb94990c.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.530709] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a545fde1-8475-4aa2-b995-d177e9a45df1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.541741] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 958.541741] env[62748]: value = "task-2750240" [ 958.541741] env[62748]: _type = "Task" [ 958.541741] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.551777] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.647369] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750238, 'name': Rename_Task, 'duration_secs': 0.16175} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.647903] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.648294] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df9bd720-4803-4fe4-97ad-6388e967dd99 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.661120] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 958.661120] env[62748]: value = "task-2750241" [ 958.661120] env[62748]: _type = "Task" [ 958.661120] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.671228] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.893296] env[62748]: DEBUG nova.compute.manager [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.900836] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.900836] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.902481] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ed095a-1859-4b9d-92a1-cc01eb190090 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.925603] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75bc097-85c9-4945-9c76-a6d708e180ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.957366] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Reconfiguring VM to detach interface {{(pid=62748) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 958.961241] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3737022-4a32-4f25-86c7-d0e785bd3aab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.979311] env[62748]: DEBUG nova.network.neutron [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Successfully created port: 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.990035] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 958.990035] env[62748]: value = "task-2750242" [ 958.990035] env[62748]: _type = "Task" [ 958.990035] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.002421] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.057190] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750240, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.176751] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750241, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.300329] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bd9699-22a1-4308-a502-a1f7a2deac4a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.310363] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7a6ee7-7682-4670-b34f-baef675fa6b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.342750] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd26fa2-0c61-43bb-b11e-39ab5e427150 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.352444] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee59e04-bc36-4413-a8dc-7f867cb73885 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.367348] env[62748]: DEBUG nova.compute.provider_tree [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.500636] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.553174] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750240, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56204} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.553390] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] a4607322-e8ff-436e-8415-d743fb94990c/a4607322-e8ff-436e-8415-d743fb94990c.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.553522] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.553773] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-446e7e3b-b612-4a19-a245-f2252e24447e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.563270] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 959.563270] env[62748]: value = "task-2750246" [ 959.563270] env[62748]: _type = "Task" [ 959.563270] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.571140] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.679253] env[62748]: DEBUG oslo_vmware.api [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750241, 'name': PowerOnVM_Task, 'duration_secs': 0.619315} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.679558] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.680161] env[62748]: INFO nova.compute.manager [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Took 15.32 seconds to spawn the instance on the hypervisor. [ 959.680161] env[62748]: DEBUG nova.compute.manager [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.680889] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd01293-4279-483d-ae5a-e91d843088cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.871149] env[62748]: DEBUG nova.scheduler.client.report [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.909706] env[62748]: DEBUG nova.compute.manager [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.935983] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.936241] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.936415] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.936642] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.936803] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.936977] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.937242] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.937481] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.937660] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.937812] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.937986] env[62748]: DEBUG nova.virt.hardware [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.939270] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4d0fb1-60d5-4455-a07b-2c58746b0aef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.947653] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351bacf4-274c-44c8-ad38-ca89b8ab9f34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.001154] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.073040] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075877} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.073040] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.073751] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f619d262-252a-4442-b494-53f3e89a996b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.096087] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] a4607322-e8ff-436e-8415-d743fb94990c/a4607322-e8ff-436e-8415-d743fb94990c.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.096376] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac545378-bfce-4301-aedc-e3eac4516e08 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.118338] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 960.118338] env[62748]: value = "task-2750247" [ 960.118338] env[62748]: _type = "Task" [ 960.118338] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.127305] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.201971] env[62748]: INFO nova.compute.manager [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Took 29.11 seconds to build instance. [ 960.376347] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.376930] env[62748]: DEBUG nova.compute.manager [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.381602] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.776s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.381811] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.384488] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.642s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.384761] env[62748]: DEBUG nova.objects.instance [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lazy-loading 'resources' on Instance uuid fbc45eb6-6e8f-44bf-b781-cef4122109cc {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.411516] env[62748]: INFO nova.scheduler.client.report [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted allocations for instance 84540cb5-a09f-4d13-acf7-3940379ae10e [ 960.427320] env[62748]: DEBUG nova.compute.manager [req-d4dc5ed4-b606-4425-8902-ada61d473d28 req-937d0bf6-9604-465d-864a-c2c61737df63 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Received event network-vif-plugged-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 960.427543] env[62748]: DEBUG oslo_concurrency.lockutils [req-d4dc5ed4-b606-4425-8902-ada61d473d28 req-937d0bf6-9604-465d-864a-c2c61737df63 service nova] Acquiring lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.427759] env[62748]: DEBUG oslo_concurrency.lockutils [req-d4dc5ed4-b606-4425-8902-ada61d473d28 req-937d0bf6-9604-465d-864a-c2c61737df63 service nova] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.427933] env[62748]: DEBUG oslo_concurrency.lockutils [req-d4dc5ed4-b606-4425-8902-ada61d473d28 req-937d0bf6-9604-465d-864a-c2c61737df63 service nova] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.428119] env[62748]: DEBUG nova.compute.manager [req-d4dc5ed4-b606-4425-8902-ada61d473d28 req-937d0bf6-9604-465d-864a-c2c61737df63 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] No waiting events found dispatching network-vif-plugged-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.428291] env[62748]: WARNING nova.compute.manager [req-d4dc5ed4-b606-4425-8902-ada61d473d28 req-937d0bf6-9604-465d-864a-c2c61737df63 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Received unexpected event network-vif-plugged-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed for instance with vm_state building and task_state spawning. [ 960.505179] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.531419] env[62748]: DEBUG nova.network.neutron [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Successfully updated port: 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.630606] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750247, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.704796] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bb0de8e6-4909-4998-b95f-40c902decc90 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.634s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.891129] env[62748]: DEBUG nova.compute.utils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.892731] env[62748]: DEBUG nova.compute.manager [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.892941] env[62748]: DEBUG nova.network.neutron [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.922341] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1e5ad00-d8b2-404c-a692-a9ea4bf20fcd tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "84540cb5-a09f-4d13-acf7-3940379ae10e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.036s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.936808] env[62748]: DEBUG nova.policy [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e5b8eca564f1182c4ed3f2ccf3efb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3253db1d932d439f9650acc6774496c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.004869] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.039655] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.039824] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.039989] env[62748]: DEBUG nova.network.neutron [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.136880] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750247, 'name': ReconfigVM_Task, 'duration_secs': 0.521081} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.141115] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Reconfigured VM instance instance-00000055 to attach disk [datastore2] a4607322-e8ff-436e-8415-d743fb94990c/a4607322-e8ff-436e-8415-d743fb94990c.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.141984] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b0ed20a-0994-4b7c-abd5-0f3c928488e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.150518] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 961.150518] env[62748]: value = "task-2750249" [ 961.150518] env[62748]: _type = "Task" [ 961.150518] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.156299] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a68727-09a7-4803-8804-3cf81b8206af {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.169266] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec8982-3ebb-4b0b-aa34-c7e70d3a936b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.173599] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750249, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.210811] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1dbfb0-1106-44a6-b7b1-4282cf151b3d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.219645] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a98749b-e383-458b-84ff-46a268abb72e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.235948] env[62748]: DEBUG nova.compute.provider_tree [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.243825] env[62748]: DEBUG nova.compute.manager [req-20e5a0ed-22e3-4afc-a456-ec8ebcda79ea req-979bd6a8-c0d1-46e8-b707-22f8029b8700 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received event network-changed-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 961.244089] env[62748]: DEBUG nova.compute.manager [req-20e5a0ed-22e3-4afc-a456-ec8ebcda79ea req-979bd6a8-c0d1-46e8-b707-22f8029b8700 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Refreshing instance network info cache due to event network-changed-0ff85650-e11a-4519-b7fa-e6de853c4c71. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 961.244314] env[62748]: DEBUG oslo_concurrency.lockutils [req-20e5a0ed-22e3-4afc-a456-ec8ebcda79ea req-979bd6a8-c0d1-46e8-b707-22f8029b8700 service nova] Acquiring lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.244467] env[62748]: DEBUG oslo_concurrency.lockutils [req-20e5a0ed-22e3-4afc-a456-ec8ebcda79ea req-979bd6a8-c0d1-46e8-b707-22f8029b8700 service nova] Acquired lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.244648] env[62748]: DEBUG nova.network.neutron [req-20e5a0ed-22e3-4afc-a456-ec8ebcda79ea req-979bd6a8-c0d1-46e8-b707-22f8029b8700 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Refreshing network info cache for port 0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.265952] env[62748]: DEBUG nova.network.neutron [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Successfully created port: a389ef2c-1329-4ce2-a26f-6673db203efc {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.396255] env[62748]: DEBUG nova.compute.manager [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.503105] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.571147] env[62748]: DEBUG nova.network.neutron [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.664056] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750249, 'name': Rename_Task, 'duration_secs': 0.340979} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.664445] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.664785] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd12b149-e290-46b6-88a1-8b2c55664c10 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.674887] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 961.674887] env[62748]: value = "task-2750250" [ 961.674887] env[62748]: _type = "Task" [ 961.674887] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.686858] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.739337] env[62748]: DEBUG nova.scheduler.client.report [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.769263] env[62748]: DEBUG nova.network.neutron [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [{"id": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "address": "fa:16:3e:88:ac:ee", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb438b9-a6", "ovs_interfaceid": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.004962] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.015172] env[62748]: DEBUG nova.network.neutron [req-20e5a0ed-22e3-4afc-a456-ec8ebcda79ea req-979bd6a8-c0d1-46e8-b707-22f8029b8700 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updated VIF entry in instance network info cache for port 0ff85650-e11a-4519-b7fa-e6de853c4c71. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.015620] env[62748]: DEBUG nova.network.neutron [req-20e5a0ed-22e3-4afc-a456-ec8ebcda79ea req-979bd6a8-c0d1-46e8-b707-22f8029b8700 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating instance_info_cache with network_info: [{"id": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "address": "fa:16:3e:4f:c9:26", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff85650-e1", "ovs_interfaceid": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.191614] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750250, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.246202] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.248999] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.132s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.249818] env[62748]: DEBUG nova.objects.instance [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lazy-loading 'pci_requests' on Instance uuid ee909775-074b-4971-9500-7f24f0f92ac8 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.271967] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.272437] env[62748]: DEBUG nova.compute.manager [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Instance network_info: |[{"id": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "address": "fa:16:3e:88:ac:ee", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb438b9-a6", "ovs_interfaceid": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.273053] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:ac:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fb438b9-a66c-4bfd-90a0-34c0ef2832ed', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.283886] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Creating folder: Project (d5187cb1dcad43ef9bbbc34483ffca98). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.285212] env[62748]: INFO nova.scheduler.client.report [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Deleted allocations for instance fbc45eb6-6e8f-44bf-b781-cef4122109cc [ 962.290571] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08431fb5-cbca-4536-b78a-4e215b5e1c3c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.309221] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Created folder: Project (d5187cb1dcad43ef9bbbc34483ffca98) in parent group-v553264. [ 962.309221] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Creating folder: Instances. Parent ref: group-v553506. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.309221] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce09ca05-384a-49bc-97dd-53d87f442a47 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.322012] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Created folder: Instances in parent group-v553506. [ 962.322361] env[62748]: DEBUG oslo.service.loopingcall [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.322605] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.322831] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5d33144-22ff-4ebc-9b70-a7313cfa089d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.344863] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.344863] env[62748]: value = "task-2750254" [ 962.344863] env[62748]: _type = "Task" [ 962.344863] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.354379] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750254, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.408883] env[62748]: DEBUG nova.compute.manager [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.439782] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.440624] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.440624] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.440758] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.440907] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.441159] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.441499] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.441754] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.442017] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.442281] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.442598] env[62748]: DEBUG nova.virt.hardware [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.443719] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f806e-0e29-48ee-ad4e-3377b576449a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.450946] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 962.451479] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 962.452195] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82d518c-ee64-4e96-8384-46943043f467 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.459791] env[62748]: DEBUG nova.compute.manager [req-8ae560f0-356a-4625-a31b-bde8614032ef req-a0d49eb1-1915-4ca8-b72b-5bad2c6983ac service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Received event network-changed-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 962.459891] env[62748]: DEBUG nova.compute.manager [req-8ae560f0-356a-4625-a31b-bde8614032ef req-a0d49eb1-1915-4ca8-b72b-5bad2c6983ac service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Refreshing instance network info cache due to event network-changed-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 962.460112] env[62748]: DEBUG oslo_concurrency.lockutils [req-8ae560f0-356a-4625-a31b-bde8614032ef req-a0d49eb1-1915-4ca8-b72b-5bad2c6983ac service nova] Acquiring lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.460279] env[62748]: DEBUG oslo_concurrency.lockutils [req-8ae560f0-356a-4625-a31b-bde8614032ef req-a0d49eb1-1915-4ca8-b72b-5bad2c6983ac service nova] Acquired lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.460472] env[62748]: DEBUG nova.network.neutron [req-8ae560f0-356a-4625-a31b-bde8614032ef req-a0d49eb1-1915-4ca8-b72b-5bad2c6983ac service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Refreshing network info cache for port 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.464020] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03cf7c0-6d5b-4eda-a92a-075176cbc752 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.481903] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f726b1-f03d-4290-a272-606e97aec979 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.521327] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-50ac6baa-95cd-4ab4-babd-c511438a6233/volume-50ac6baa-95cd-4ab4-babd-c511438a6233.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.522224] env[62748]: DEBUG oslo_concurrency.lockutils [req-20e5a0ed-22e3-4afc-a456-ec8ebcda79ea req-979bd6a8-c0d1-46e8-b707-22f8029b8700 service nova] Releasing lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.522670] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a94a2929-020a-4f81-88e0-36f9b71bd1b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.543339] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.550960] env[62748]: DEBUG oslo_vmware.api [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 962.550960] env[62748]: value = "task-2750255" [ 962.550960] env[62748]: _type = "Task" [ 962.550960] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.561168] env[62748]: DEBUG oslo_vmware.api [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.686111] env[62748]: DEBUG oslo_vmware.api [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750250, 'name': PowerOnVM_Task, 'duration_secs': 0.895346} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.686684] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.686913] env[62748]: INFO nova.compute.manager [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Took 9.51 seconds to spawn the instance on the hypervisor. [ 962.687117] env[62748]: DEBUG nova.compute.manager [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.688362] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cc68fa-0f23-4b8f-adda-0e5d970753a6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.753450] env[62748]: DEBUG nova.objects.instance [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lazy-loading 'numa_topology' on Instance uuid ee909775-074b-4971-9500-7f24f0f92ac8 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.783824] env[62748]: DEBUG nova.network.neutron [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Successfully updated port: a389ef2c-1329-4ce2-a26f-6673db203efc {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.799119] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cfe86584-756d-422c-aa9c-1719be0e0564 tempest-ServerPasswordTestJSON-446234217 tempest-ServerPasswordTestJSON-446234217-project-member] Lock "fbc45eb6-6e8f-44bf-b781-cef4122109cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.620s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.855771] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750254, 'name': CreateVM_Task, 'duration_secs': 0.477523} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.855950] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.856685] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.856864] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.857264] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.857535] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d123bb9-6e8f-4dfa-843f-96570b92831d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.863670] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 962.863670] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f561f7-9d2d-021b-b3dd-56cc6be4f4e9" [ 962.863670] env[62748]: _type = "Task" [ 962.863670] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.873660] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f561f7-9d2d-021b-b3dd-56cc6be4f4e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.006699] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.062063] env[62748]: DEBUG oslo_vmware.api [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.209262] env[62748]: INFO nova.compute.manager [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Took 18.47 seconds to build instance. [ 963.256255] env[62748]: INFO nova.compute.claims [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.289767] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.289767] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.289767] env[62748]: DEBUG nova.network.neutron [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.333926] env[62748]: DEBUG nova.network.neutron [req-8ae560f0-356a-4625-a31b-bde8614032ef req-a0d49eb1-1915-4ca8-b72b-5bad2c6983ac service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updated VIF entry in instance network info cache for port 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.334312] env[62748]: DEBUG nova.network.neutron [req-8ae560f0-356a-4625-a31b-bde8614032ef req-a0d49eb1-1915-4ca8-b72b-5bad2c6983ac service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [{"id": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "address": "fa:16:3e:88:ac:ee", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb438b9-a6", "ovs_interfaceid": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.379295] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f561f7-9d2d-021b-b3dd-56cc6be4f4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.021764} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.379602] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.379840] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.380082] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.380235] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.380414] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.380677] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-875a574e-2dc1-469c-a0cb-de5ef2f605e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.390770] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.391017] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.395160] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710b52e3-6ab3-4e7b-b722-df51d656c4e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.400916] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 963.400916] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527d8f72-2c97-2a01-83bd-2b8d955796b1" [ 963.400916] env[62748]: _type = "Task" [ 963.400916] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.410448] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527d8f72-2c97-2a01-83bd-2b8d955796b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.507497] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.562451] env[62748]: DEBUG oslo_vmware.api [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750255, 'name': ReconfigVM_Task, 'duration_secs': 0.684628} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.563299] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-50ac6baa-95cd-4ab4-babd-c511438a6233/volume-50ac6baa-95cd-4ab4-babd-c511438a6233.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.568701] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc739e9c-91f2-42dc-a71f-f399f85d5e22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.588157] env[62748]: DEBUG oslo_vmware.api [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 963.588157] env[62748]: value = "task-2750256" [ 963.588157] env[62748]: _type = "Task" [ 963.588157] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.599506] env[62748]: DEBUG oslo_vmware.api [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.711802] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab2b256f-2862-4e2b-b206-d778de49cbfb tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.981s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.837480] env[62748]: DEBUG oslo_concurrency.lockutils [req-8ae560f0-356a-4625-a31b-bde8614032ef req-a0d49eb1-1915-4ca8-b72b-5bad2c6983ac service nova] Releasing lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.841730] env[62748]: DEBUG nova.network.neutron [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.915207] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527d8f72-2c97-2a01-83bd-2b8d955796b1, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.916141] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299e8746-9169-4a58-b9f8-a41a22c8741b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.921565] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 963.921565] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c6127c-dea3-2656-9df2-8efc5d1ad4e0" [ 963.921565] env[62748]: _type = "Task" [ 963.921565] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.930332] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c6127c-dea3-2656-9df2-8efc5d1ad4e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.013512] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.043399] env[62748]: DEBUG nova.network.neutron [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance_info_cache with network_info: [{"id": "a389ef2c-1329-4ce2-a26f-6673db203efc", "address": "fa:16:3e:4b:d1:93", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389ef2c-13", "ovs_interfaceid": "a389ef2c-1329-4ce2-a26f-6673db203efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.099447] env[62748]: DEBUG oslo_vmware.api [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750256, 'name': ReconfigVM_Task, 'duration_secs': 0.151394} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.099779] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 964.431844] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c6127c-dea3-2656-9df2-8efc5d1ad4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.433943] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.434284] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 70b9f4b5-7795-4678-a4a1-fdda13503ac5/70b9f4b5-7795-4678-a4a1-fdda13503ac5.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.435162] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3517842c-745c-4312-8f2c-fe4e1cd4d472 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.444268] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 964.444268] env[62748]: value = "task-2750258" [ 964.444268] env[62748]: _type = "Task" [ 964.444268] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.457671] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.488721] env[62748]: DEBUG nova.compute.manager [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Received event network-vif-plugged-a389ef2c-1329-4ce2-a26f-6673db203efc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 964.488991] env[62748]: DEBUG oslo_concurrency.lockutils [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] Acquiring lock "20764520-f1a0-4a0c-ac51-4d67503097bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.489182] env[62748]: DEBUG oslo_concurrency.lockutils [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.489328] env[62748]: DEBUG oslo_concurrency.lockutils [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.489515] env[62748]: DEBUG nova.compute.manager [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] No waiting events found dispatching network-vif-plugged-a389ef2c-1329-4ce2-a26f-6673db203efc {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.489657] env[62748]: WARNING nova.compute.manager [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Received unexpected event network-vif-plugged-a389ef2c-1329-4ce2-a26f-6673db203efc for instance with vm_state building and task_state spawning. [ 964.489823] env[62748]: DEBUG nova.compute.manager [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Received event network-changed-a389ef2c-1329-4ce2-a26f-6673db203efc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 964.489980] env[62748]: DEBUG nova.compute.manager [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Refreshing instance network info cache due to event network-changed-a389ef2c-1329-4ce2-a26f-6673db203efc. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 964.490317] env[62748]: DEBUG oslo_concurrency.lockutils [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] Acquiring lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.508397] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.528195] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de925f04-45fe-465b-b159-dfa1c656c30f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.536296] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd6c8e-26c3-4384-91ce-92be6fa1aa0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.567861] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.567861] env[62748]: DEBUG nova.compute.manager [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Instance network_info: |[{"id": "a389ef2c-1329-4ce2-a26f-6673db203efc", "address": "fa:16:3e:4b:d1:93", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389ef2c-13", "ovs_interfaceid": "a389ef2c-1329-4ce2-a26f-6673db203efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.568694] env[62748]: DEBUG oslo_concurrency.lockutils [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] Acquired lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.568893] env[62748]: DEBUG nova.network.neutron [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Refreshing network info cache for port a389ef2c-1329-4ce2-a26f-6673db203efc {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.570110] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:d1:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a389ef2c-1329-4ce2-a26f-6673db203efc', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.578034] env[62748]: DEBUG oslo.service.loopingcall [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.578835] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be6e167-04e7-48ad-b021-3f2f5b52a4d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.582766] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.582977] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc83dfbc-2786-4378-8426-9ad60637eec9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.611067] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092dc00f-d726-4f01-b185-7fdaaf6486f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.615488] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.615488] env[62748]: value = "task-2750259" [ 964.615488] env[62748]: _type = "Task" [ 964.615488] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.628280] env[62748]: DEBUG nova.compute.provider_tree [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 964.638489] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750259, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.733359] env[62748]: DEBUG nova.compute.manager [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Stashing vm_state: active {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 964.955766] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483236} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.956138] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 70b9f4b5-7795-4678-a4a1-fdda13503ac5/70b9f4b5-7795-4678-a4a1-fdda13503ac5.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.956303] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.956534] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-239d2a01-d0f2-4a8a-aed9-873e259039f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.964427] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 964.964427] env[62748]: value = "task-2750260" [ 964.964427] env[62748]: _type = "Task" [ 964.964427] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.974834] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.010552] env[62748]: DEBUG oslo_vmware.api [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750242, 'name': ReconfigVM_Task, 'duration_secs': 5.786785} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.010734] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.010882] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Reconfigured VM to detach interface {{(pid=62748) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 965.129563] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750259, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.148575] env[62748]: DEBUG nova.objects.instance [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lazy-loading 'flavor' on Instance uuid 5854385b-b6d7-43ed-beea-1b0b521cc700 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.163739] env[62748]: ERROR nova.scheduler.client.report [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [req-96904531-9534-492b-b8dd-2a60206e56cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-96904531-9534-492b-b8dd-2a60206e56cb"}]} [ 965.191221] env[62748]: DEBUG nova.scheduler.client.report [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 965.208993] env[62748]: DEBUG nova.scheduler.client.report [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 965.209250] env[62748]: DEBUG nova.compute.provider_tree [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.235549] env[62748]: DEBUG nova.scheduler.client.report [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 965.258513] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.259498] env[62748]: DEBUG nova.scheduler.client.report [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 965.428125] env[62748]: DEBUG nova.network.neutron [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updated VIF entry in instance network info cache for port a389ef2c-1329-4ce2-a26f-6673db203efc. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.428125] env[62748]: DEBUG nova.network.neutron [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance_info_cache with network_info: [{"id": "a389ef2c-1329-4ce2-a26f-6673db203efc", "address": "fa:16:3e:4b:d1:93", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389ef2c-13", "ovs_interfaceid": "a389ef2c-1329-4ce2-a26f-6673db203efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.478404] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08964} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.478682] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.479549] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcf88ef-b8d9-4598-9d60-2d73b38bf08d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.517595] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 70b9f4b5-7795-4678-a4a1-fdda13503ac5/70b9f4b5-7795-4678-a4a1-fdda13503ac5.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.521734] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3cc68df-9f33-4797-8bb6-235fa4f707b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.550379] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 965.550379] env[62748]: value = "task-2750261" [ 965.550379] env[62748]: _type = "Task" [ 965.550379] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.562768] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.567144] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958e02a7-ce89-4e21-9aee-df7aa41ffa37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.575421] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2422db-8e89-47f6-8b46-09c5a87edb5f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.610642] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102bdc00-95b9-4cdd-8861-8cea111f7a62 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.624473] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7715fa7d-6dfc-4436-bbb1-350e66f766bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.634233] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750259, 'name': CreateVM_Task, 'duration_secs': 0.580248} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.641998] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.642563] env[62748]: DEBUG nova.compute.provider_tree [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.644433] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.644603] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.644962] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.645253] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8660f6-6aa6-45b5-8935-1fdf028a3826 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.653512] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 965.653512] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fbefbe-64da-d862-485c-be6f1af23a92" [ 965.653512] env[62748]: _type = "Task" [ 965.653512] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.658123] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32d26f16-d34e-4771-8e41-a0245d5cc855 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.854s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.666636] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fbefbe-64da-d862-485c-be6f1af23a92, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.666957] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.667243] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.667507] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.667706] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.667873] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.668168] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cf2f3a0-1083-4e8a-8d51-21ba0e7de9b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.678782] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.679102] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.680203] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24ceda6-bf14-4d8b-bce4-9a3d35a637fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.686796] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 965.686796] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5259da9c-24e8-e179-dcde-babe41bf806c" [ 965.686796] env[62748]: _type = "Task" [ 965.686796] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.696324] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5259da9c-24e8-e179-dcde-babe41bf806c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.929953] env[62748]: DEBUG oslo_concurrency.lockutils [req-c5de00b2-5678-43bb-83cf-ffd36da271b1 req-01f1fbe8-9443-4dc2-9624-3e9c8ccd8d05 service nova] Releasing lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.061766] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.184087] env[62748]: DEBUG nova.scheduler.client.report [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 966.184087] env[62748]: DEBUG nova.compute.provider_tree [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 125 to 126 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 966.184087] env[62748]: DEBUG nova.compute.provider_tree [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.200542] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5259da9c-24e8-e179-dcde-babe41bf806c, 'name': SearchDatastore_Task, 'duration_secs': 0.010514} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.202468] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c267ba-ce03-44f4-812a-286bb01861aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.210055] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 966.210055] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b402be-132d-f18a-52a4-f5c7c438fcb9" [ 966.210055] env[62748]: _type = "Task" [ 966.210055] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.219404] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b402be-132d-f18a-52a4-f5c7c438fcb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.255304] env[62748]: DEBUG oslo_concurrency.lockutils [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.255304] env[62748]: DEBUG oslo_concurrency.lockutils [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.255485] env[62748]: DEBUG oslo_concurrency.lockutils [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.255627] env[62748]: DEBUG oslo_concurrency.lockutils [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.256336] env[62748]: DEBUG oslo_concurrency.lockutils [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.258174] env[62748]: INFO nova.compute.manager [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Terminating instance [ 966.375495] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.375820] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.376149] env[62748]: DEBUG nova.network.neutron [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.515780] env[62748]: DEBUG nova.compute.manager [req-4dcb12f2-482b-4a3b-b2db-53fb08f31421 req-7d7e3f30-2287-4518-bedb-94f6bea4ba43 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Received event network-vif-deleted-03552bee-d030-48a9-850a-1d973fc22faf {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 966.516055] env[62748]: INFO nova.compute.manager [req-4dcb12f2-482b-4a3b-b2db-53fb08f31421 req-7d7e3f30-2287-4518-bedb-94f6bea4ba43 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Neutron deleted interface 03552bee-d030-48a9-850a-1d973fc22faf; detaching it from the instance and deleting it from the info cache [ 966.516276] env[62748]: DEBUG nova.network.neutron [req-4dcb12f2-482b-4a3b-b2db-53fb08f31421 req-7d7e3f30-2287-4518-bedb-94f6bea4ba43 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updating instance_info_cache with network_info: [{"id": "bad2d27b-5c87-497d-ae6d-dc9047604918", "address": "fa:16:3e:85:53:b0", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad2d27b-5c", "ovs_interfaceid": "bad2d27b-5c87-497d-ae6d-dc9047604918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.561581] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750261, 'name': ReconfigVM_Task, 'duration_secs': 0.828647} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.561950] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 70b9f4b5-7795-4678-a4a1-fdda13503ac5/70b9f4b5-7795-4678-a4a1-fdda13503ac5.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.562541] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca0db90d-3810-4565-8c13-505ada69699a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.571166] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 966.571166] env[62748]: value = "task-2750263" [ 966.571166] env[62748]: _type = "Task" [ 966.571166] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.581110] env[62748]: INFO nova.compute.manager [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Rebuilding instance [ 966.583219] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750263, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.629794] env[62748]: DEBUG nova.compute.manager [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.631557] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed37248-7cfd-4e55-9382-da45f9e8b615 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.692204] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.443s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.694729] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.169s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.696323] env[62748]: INFO nova.compute.claims [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.721759] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b402be-132d-f18a-52a4-f5c7c438fcb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.721759] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.722224] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 20764520-f1a0-4a0c-ac51-4d67503097bd/20764520-f1a0-4a0c-ac51-4d67503097bd.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.722443] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80bb5fb8-016d-4532-bd8f-de122cdc2f47 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.730608] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 966.730608] env[62748]: value = "task-2750264" [ 966.730608] env[62748]: _type = "Task" [ 966.730608] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.734926] env[62748]: INFO nova.network.neutron [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updating port a8551289-9a26-4990-805a-62118337dc49 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 966.740662] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.764165] env[62748]: DEBUG nova.compute.manager [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.764450] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.765606] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851a30e0-350a-4bc7-9d73-c181812dfe8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.773841] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.774123] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-933f75f3-3edc-4baa-a677-a1c1f8144650 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.781854] env[62748]: DEBUG oslo_vmware.api [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 966.781854] env[62748]: value = "task-2750265" [ 966.781854] env[62748]: _type = "Task" [ 966.781854] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.791435] env[62748]: DEBUG oslo_vmware.api [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.020356] env[62748]: DEBUG oslo_concurrency.lockutils [req-4dcb12f2-482b-4a3b-b2db-53fb08f31421 req-7d7e3f30-2287-4518-bedb-94f6bea4ba43 service nova] Acquiring lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.085406] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750263, 'name': Rename_Task, 'duration_secs': 0.22783} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.085904] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.086356] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08b4c95e-d329-4e07-8437-bfde155fef90 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.095998] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 967.095998] env[62748]: value = "task-2750266" [ 967.095998] env[62748]: _type = "Task" [ 967.095998] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.107718] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.243632] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469122} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.243990] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 20764520-f1a0-4a0c-ac51-4d67503097bd/20764520-f1a0-4a0c-ac51-4d67503097bd.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.244310] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.245050] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e9cf592-63e8-4816-a49a-ebf2b78bfcf7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.253293] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 967.253293] env[62748]: value = "task-2750267" [ 967.253293] env[62748]: _type = "Task" [ 967.253293] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.266125] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.297257] env[62748]: DEBUG oslo_vmware.api [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750265, 'name': PowerOffVM_Task, 'duration_secs': 0.198832} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.297623] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.297912] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.298238] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f8daa38-e212-4433-97f8-45bd29151d81 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.387467] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.387781] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.388083] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleting the datastore file [datastore1] 2b0777f5-27ab-42ba-814e-8d1cb77e043e {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.391626] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d29504b6-cb67-41a9-875f-06e0039c5310 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.404323] env[62748]: DEBUG oslo_vmware.api [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 967.404323] env[62748]: value = "task-2750269" [ 967.404323] env[62748]: _type = "Task" [ 967.404323] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.410767] env[62748]: DEBUG oslo_vmware.api [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.506025] env[62748]: INFO nova.network.neutron [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Port 03552bee-d030-48a9-850a-1d973fc22faf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 967.506025] env[62748]: DEBUG nova.network.neutron [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updating instance_info_cache with network_info: [{"id": "bad2d27b-5c87-497d-ae6d-dc9047604918", "address": "fa:16:3e:85:53:b0", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbad2d27b-5c", "ovs_interfaceid": "bad2d27b-5c87-497d-ae6d-dc9047604918", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.607293] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750266, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.648393] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.649031] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75308f95-460c-478a-8d12-6544da98ab3e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.656616] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 967.656616] env[62748]: value = "task-2750270" [ 967.656616] env[62748]: _type = "Task" [ 967.656616] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.665421] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.763229] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080514} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.765839] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.767279] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3250e84-b48c-4e74-8850-445052fe7aae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.789646] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 20764520-f1a0-4a0c-ac51-4d67503097bd/20764520-f1a0-4a0c-ac51-4d67503097bd.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.792448] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d62eac-9828-48be-9149-7c76c611b2de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.814763] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 967.814763] env[62748]: value = "task-2750271" [ 967.814763] env[62748]: _type = "Task" [ 967.814763] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.832258] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.917618] env[62748]: DEBUG oslo_vmware.api [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154583} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.917878] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.918182] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.918409] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.918604] env[62748]: INFO nova.compute.manager [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 967.918928] env[62748]: DEBUG oslo.service.loopingcall [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.919233] env[62748]: DEBUG nova.compute.manager [-] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.919303] env[62748]: DEBUG nova.network.neutron [-] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.986817] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e34840-aff4-4b86-89ff-b58e283bab94 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.994949] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db71e3f6-0560-402f-9c32-b66c59f1860d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.030120] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.032868] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314f9824-41ca-4ed4-8e6c-0a788d4d4cd9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.044301] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91dac26-e309-48a3-b3f0-dcff7a6495c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.060564] env[62748]: DEBUG nova.compute.provider_tree [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.108602] env[62748]: DEBUG oslo_vmware.api [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750266, 'name': PowerOnVM_Task, 'duration_secs': 0.807517} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.108835] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.109121] env[62748]: INFO nova.compute.manager [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Took 8.20 seconds to spawn the instance on the hypervisor. [ 968.109350] env[62748]: DEBUG nova.compute.manager [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.110257] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eeb254-82a8-4d08-bea6-588aa4c4bedb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.167949] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750270, 'name': PowerOffVM_Task, 'duration_secs': 0.214399} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.168333] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.224100] env[62748]: INFO nova.compute.manager [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Detaching volume 50ac6baa-95cd-4ab4-babd-c511438a6233 [ 968.270356] env[62748]: INFO nova.virt.block_device [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Attempting to driver detach volume 50ac6baa-95cd-4ab4-babd-c511438a6233 from mountpoint /dev/sdb [ 968.270648] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 968.270862] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 968.272602] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654f311f-cd1e-4562-b4fb-474d2ceff862 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.296038] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba803b-7803-435a-a2bd-e918764616ba {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.304119] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddfbcbe-0661-46f1-accf-7dd89b5d790c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.330240] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe60026a-5650-4a38-8de5-90b2d5772650 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.346874] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] The volume has not been displaced from its original location: [datastore2] volume-50ac6baa-95cd-4ab4-babd-c511438a6233/volume-50ac6baa-95cd-4ab4-babd-c511438a6233.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 968.353133] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.356528] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c033e9-3bef-47e4-b614-937d9a99e205 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.368840] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750271, 'name': ReconfigVM_Task, 'duration_secs': 0.350767} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.369179] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 20764520-f1a0-4a0c-ac51-4d67503097bd/20764520-f1a0-4a0c-ac51-4d67503097bd.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.370207] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87b155d6-2f86-46ab-b3f6-261fd0715c4c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.378361] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 968.378361] env[62748]: value = "task-2750272" [ 968.378361] env[62748]: _type = "Task" [ 968.378361] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.382746] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 968.382746] env[62748]: value = "task-2750273" [ 968.382746] env[62748]: _type = "Task" [ 968.382746] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.392134] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.396792] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750273, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.539793] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e8c6818e-e92a-4590-b3db-f35d6679ae23 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-2b0777f5-27ab-42ba-814e-8d1cb77e043e-03552bee-d030-48a9-850a-1d973fc22faf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.147s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.564533] env[62748]: DEBUG nova.scheduler.client.report [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.578683] env[62748]: DEBUG nova.compute.manager [req-21a3869a-b6a4-4285-a9dd-375233336ec8 req-e3b0b2d4-37a4-4700-a732-464b22e2f635 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Received event network-vif-deleted-bad2d27b-5c87-497d-ae6d-dc9047604918 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 968.579553] env[62748]: INFO nova.compute.manager [req-21a3869a-b6a4-4285-a9dd-375233336ec8 req-e3b0b2d4-37a4-4700-a732-464b22e2f635 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Neutron deleted interface bad2d27b-5c87-497d-ae6d-dc9047604918; detaching it from the instance and deleting it from the info cache [ 968.579553] env[62748]: DEBUG nova.network.neutron [req-21a3869a-b6a4-4285-a9dd-375233336ec8 req-e3b0b2d4-37a4-4700-a732-464b22e2f635 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.634159] env[62748]: INFO nova.compute.manager [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Took 18.72 seconds to build instance. [ 968.753681] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.753902] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.754102] env[62748]: DEBUG nova.network.neutron [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.893256] env[62748]: DEBUG nova.network.neutron [-] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.912532] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750272, 'name': ReconfigVM_Task, 'duration_secs': 0.245728} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.912910] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750273, 'name': Rename_Task, 'duration_secs': 0.172399} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.913888] env[62748]: INFO nova.compute.manager [-] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Took 0.99 seconds to deallocate network for instance. [ 968.914203] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 968.919411] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.921702] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1d2860-f2bc-4411-b678-0db430d824de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.933009] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4baa2859-18c6-4fa8-a73d-ef4d0359edf4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.952488] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 968.952488] env[62748]: value = "task-2750276" [ 968.952488] env[62748]: _type = "Task" [ 968.952488] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.952488] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 968.952488] env[62748]: value = "task-2750275" [ 968.952488] env[62748]: _type = "Task" [ 968.952488] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.971325] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.971325] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750276, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.077837] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.078606] env[62748]: DEBUG nova.compute.manager [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.081794] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.823s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.085027] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7eb069e-45a0-4ca1-8cec-3c3adafa4b3d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.096484] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a54b6-ee55-4997-88f1-311bebb0ce5d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.135564] env[62748]: DEBUG nova.compute.manager [req-21a3869a-b6a4-4285-a9dd-375233336ec8 req-e3b0b2d4-37a4-4700-a732-464b22e2f635 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Detach interface failed, port_id=bad2d27b-5c87-497d-ae6d-dc9047604918, reason: Instance 2b0777f5-27ab-42ba-814e-8d1cb77e043e could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 969.136161] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7fca38d6-933f-4f90-9507-c43e4fa72a4b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.235s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.440840] env[62748]: DEBUG oslo_concurrency.lockutils [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.471429] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750275, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.471827] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750276, 'name': ReconfigVM_Task, 'duration_secs': 0.28331} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.472178] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 969.566574] env[62748]: DEBUG nova.network.neutron [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updating instance_info_cache with network_info: [{"id": "a8551289-9a26-4990-805a-62118337dc49", "address": "fa:16:3e:aa:c0:32", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8551289-9a", "ovs_interfaceid": "a8551289-9a26-4990-805a-62118337dc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.587979] env[62748]: INFO nova.compute.claims [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.596017] env[62748]: DEBUG nova.compute.utils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.601758] env[62748]: DEBUG nova.compute.manager [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.605025] env[62748]: DEBUG nova.network.neutron [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.665905] env[62748]: DEBUG nova.policy [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd31b011e38254e63b27b69090d03bb69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c47664a29d4f487e87bce163a3112e1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.962601] env[62748]: DEBUG oslo_vmware.api [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750275, 'name': PowerOnVM_Task, 'duration_secs': 0.71396} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.962992] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.963263] env[62748]: INFO nova.compute.manager [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Took 7.55 seconds to spawn the instance on the hypervisor. [ 969.963485] env[62748]: DEBUG nova.compute.manager [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.964385] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38319fe-3d8d-4779-889f-42490a4d0dd4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.004782] env[62748]: DEBUG nova.network.neutron [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Successfully created port: 8e89eee4-a63f-46fa-b201-5171739e04ec {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.071607] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.098699] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7ede3c3c36eb58d36ba883744e287dd7',container_format='bare',created_at=2025-02-21T02:25:52Z,direct_url=,disk_format='vmdk',id=9e01c631-a411-45bd-a9ec-7dda49dea504,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-364321531-shelved',owner='372b7b4496634c359748c32b366489f4',properties=ImageMetaProps,protected=,size=31591424,status='active',tags=,updated_at=2025-02-21T02:26:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.099055] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.099123] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.099322] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.099476] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.099629] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.099844] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.100014] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.100192] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.100361] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.100540] env[62748]: DEBUG nova.virt.hardware [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.101400] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b15483-3ef7-41e9-be21-3bbeb90a7a86 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.105277] env[62748]: INFO nova.compute.resource_tracker [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating resource usage from migration 7b2de278-21b0-46d4-ac0a-ab09c90a566d [ 970.107869] env[62748]: DEBUG nova.compute.manager [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.117082] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d157844-0b85-4649-8df6-04e1c34a9a44 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.131109] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:c0:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8551289-9a26-4990-805a-62118337dc49', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.138593] env[62748]: DEBUG oslo.service.loopingcall [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.141335] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.142639] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-020d9c96-d27e-49cd-a2d2-32b7c302a9a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.166703] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.166703] env[62748]: value = "task-2750277" [ 970.166703] env[62748]: _type = "Task" [ 970.166703] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.178316] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750277, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.363614] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12a2635-1458-4f8f-bf58-fedb1c460411 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.372231] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d00710-a4a3-4f94-92bf-7a6a9d2f2c0d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.405958] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bdcbb6-8a10-456f-b210-d15b1483c9d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.414551] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eb3407-5bde-4f49-9db0-ec68f26ad44e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.429574] env[62748]: DEBUG nova.compute.provider_tree [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.488086] env[62748]: INFO nova.compute.manager [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Took 19.74 seconds to build instance. [ 970.532471] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.533750] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-166397c5-5b89-4823-9cb7-2a0dd1e9bc65 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.542358] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 970.542358] env[62748]: value = "task-2750278" [ 970.542358] env[62748]: _type = "Task" [ 970.542358] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.551415] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.621150] env[62748]: DEBUG nova.compute.manager [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received event network-vif-plugged-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.621552] env[62748]: DEBUG oslo_concurrency.lockutils [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] Acquiring lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.621837] env[62748]: DEBUG oslo_concurrency.lockutils [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] Lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.622110] env[62748]: DEBUG oslo_concurrency.lockutils [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] Lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.622354] env[62748]: DEBUG nova.compute.manager [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] No waiting events found dispatching network-vif-plugged-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.622644] env[62748]: WARNING nova.compute.manager [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received unexpected event network-vif-plugged-a8551289-9a26-4990-805a-62118337dc49 for instance with vm_state shelved_offloaded and task_state spawning. [ 970.622899] env[62748]: DEBUG nova.compute.manager [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received event network-changed-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 970.623151] env[62748]: DEBUG nova.compute.manager [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Refreshing instance network info cache due to event network-changed-a8551289-9a26-4990-805a-62118337dc49. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 970.623429] env[62748]: DEBUG oslo_concurrency.lockutils [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] Acquiring lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.623639] env[62748]: DEBUG oslo_concurrency.lockutils [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] Acquired lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.624966] env[62748]: DEBUG nova.network.neutron [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Refreshing network info cache for port a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.677842] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750277, 'name': CreateVM_Task, 'duration_secs': 0.45461} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.678135] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.678992] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.679257] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.679749] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 970.680294] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b56e54e3-d9dc-4ec7-bec1-9cb9507876c9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.686174] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 970.686174] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523877b1-78ca-66fa-1eac-f35aed005979" [ 970.686174] env[62748]: _type = "Task" [ 970.686174] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.695433] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523877b1-78ca-66fa-1eac-f35aed005979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.933768] env[62748]: DEBUG nova.scheduler.client.report [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.991126] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78dfb703-3160-4a70-83e9-d867762810ec tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.258s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.054059] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 971.054059] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 971.054059] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 971.054475] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d4342b-bca7-4d98-9e77-52d21c3aa0c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.072996] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2546558c-9e48-4703-963f-88d2f5404c62 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.080640] env[62748]: WARNING nova.virt.vmwareapi.driver [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 971.080957] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.082026] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b83e4a-8957-430b-855e-804efeab79b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.090760] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.090760] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-538ced99-0a41-4df3-aba2-0748840c700d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.119379] env[62748]: DEBUG nova.compute.manager [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.149566] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.149948] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.150255] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.150592] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.151228] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.151228] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.151431] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.151726] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.152018] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.152297] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.152549] env[62748]: DEBUG nova.virt.hardware [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.153916] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfe6347-128b-4ebf-a3c4-35c337cee633 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.164045] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd86fe0c-268c-4387-aa05-889a2f19e19e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.169378] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.169378] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.169576] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleting the datastore file [datastore2] 5854385b-b6d7-43ed-beea-1b0b521cc700 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.170219] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20cfa27a-3692-48a4-abad-c0841f4c4f80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.182179] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 971.182179] env[62748]: value = "task-2750281" [ 971.182179] env[62748]: _type = "Task" [ 971.182179] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.193641] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.199352] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.199609] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Processing image 9e01c631-a411-45bd-a9ec-7dda49dea504 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.199841] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504/9e01c631-a411-45bd-a9ec-7dda49dea504.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.199987] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504/9e01c631-a411-45bd-a9ec-7dda49dea504.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.200177] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.200672] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94f6f4e1-8287-465a-8491-ccc1d9be1479 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.214350] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.214564] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.215385] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15daed2-dc8c-4cfa-87c9-073c9f04316d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.223754] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 971.223754] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cebf05-6241-3369-99bc-1057922b4f99" [ 971.223754] env[62748]: _type = "Task" [ 971.223754] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.231072] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cebf05-6241-3369-99bc-1057922b4f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.439224] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.357s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.439224] env[62748]: INFO nova.compute.manager [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Migrating [ 971.445850] env[62748]: DEBUG oslo_concurrency.lockutils [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.005s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.445850] env[62748]: DEBUG nova.objects.instance [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'resources' on Instance uuid 2b0777f5-27ab-42ba-814e-8d1cb77e043e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.509077] env[62748]: DEBUG nova.network.neutron [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updated VIF entry in instance network info cache for port a8551289-9a26-4990-805a-62118337dc49. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.509964] env[62748]: DEBUG nova.network.neutron [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updating instance_info_cache with network_info: [{"id": "a8551289-9a26-4990-805a-62118337dc49", "address": "fa:16:3e:aa:c0:32", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8551289-9a", "ovs_interfaceid": "a8551289-9a26-4990-805a-62118337dc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.658169] env[62748]: DEBUG nova.network.neutron [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Successfully updated port: 8e89eee4-a63f-46fa-b201-5171739e04ec {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.695954] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439082} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.696263] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.696513] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.696726] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.734387] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Preparing fetch location {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 971.734626] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Fetch image to [datastore1] OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c/OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c.vmdk {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 971.734809] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Downloading stream optimized image 9e01c631-a411-45bd-a9ec-7dda49dea504 to [datastore1] OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c/OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c.vmdk on the data store datastore1 as vApp {{(pid=62748) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 971.734988] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Downloading image file data 9e01c631-a411-45bd-a9ec-7dda49dea504 to the ESX as VM named 'OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c' {{(pid=62748) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 971.809090] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 971.809090] env[62748]: value = "resgroup-9" [ 971.809090] env[62748]: _type = "ResourcePool" [ 971.809090] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 971.809090] env[62748]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-893f2aac-50ac-4650-bffe-363524ce4ec1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.832131] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lease: (returnval){ [ 971.832131] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7cf06-e32e-8cb6-60e2-d22dc06499e5" [ 971.832131] env[62748]: _type = "HttpNfcLease" [ 971.832131] env[62748]: } obtained for vApp import into resource pool (val){ [ 971.832131] env[62748]: value = "resgroup-9" [ 971.832131] env[62748]: _type = "ResourcePool" [ 971.832131] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 971.832500] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the lease: (returnval){ [ 971.832500] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7cf06-e32e-8cb6-60e2-d22dc06499e5" [ 971.832500] env[62748]: _type = "HttpNfcLease" [ 971.832500] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 971.840430] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 971.840430] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7cf06-e32e-8cb6-60e2-d22dc06499e5" [ 971.840430] env[62748]: _type = "HttpNfcLease" [ 971.840430] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 971.955550] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.955712] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.955880] env[62748]: DEBUG nova.network.neutron [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.011769] env[62748]: DEBUG oslo_concurrency.lockutils [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] Releasing lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.011990] env[62748]: DEBUG nova.compute.manager [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Received event network-changed-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.012170] env[62748]: DEBUG nova.compute.manager [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Refreshing instance network info cache due to event network-changed-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 972.012375] env[62748]: DEBUG oslo_concurrency.lockutils [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] Acquiring lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.012520] env[62748]: DEBUG oslo_concurrency.lockutils [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] Acquired lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.012681] env[62748]: DEBUG nova.network.neutron [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Refreshing network info cache for port 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.161225] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.161225] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.161536] env[62748]: DEBUG nova.network.neutron [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.201718] env[62748]: INFO nova.virt.block_device [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Booting with volume 50ac6baa-95cd-4ab4-babd-c511438a6233 at /dev/sdb [ 972.205839] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d758c8-69b5-4201-ad9b-323203f35690 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.214652] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff585f26-65f2-44dc-b949-e72b7d41a7c7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.247856] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0db518-6278-499e-af97-4f90cbace9e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.250425] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1498b8c4-d8fb-4831-a3b5-8dfa6d3612d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.259665] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c639c383-bb8b-45bb-af64-9eee37feb382 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.266306] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab42a4ba-6d1e-472d-b810-590311318ce2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.289453] env[62748]: DEBUG nova.compute.provider_tree [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.307723] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a179ca2e-7b9c-47aa-bb72-f0ab20edf57f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.319155] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168c1cee-4825-4b97-8079-00eef0aca51c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.341786] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.341786] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7cf06-e32e-8cb6-60e2-d22dc06499e5" [ 972.341786] env[62748]: _type = "HttpNfcLease" [ 972.341786] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 972.359199] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af6f013-bea7-44d2-9a4f-8d41afc0a3f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.367118] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42560365-30da-4b89-bdec-d3ed6e62e2d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.383240] env[62748]: DEBUG nova.virt.block_device [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Updating existing volume attachment record: 865b6377-a039-4699-8bf3-85a862af5dae {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 972.407741] env[62748]: DEBUG nova.objects.instance [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lazy-loading 'flavor' on Instance uuid fcb8d3e5-23d3-4595-b029-63e0f81afa3b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.472897] env[62748]: DEBUG nova.compute.manager [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Stashing vm_state: active {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 972.660525] env[62748]: DEBUG nova.compute.manager [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Received event network-vif-plugged-8e89eee4-a63f-46fa-b201-5171739e04ec {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.660525] env[62748]: DEBUG oslo_concurrency.lockutils [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.660525] env[62748]: DEBUG oslo_concurrency.lockutils [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.660525] env[62748]: DEBUG oslo_concurrency.lockutils [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.660525] env[62748]: DEBUG nova.compute.manager [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] No waiting events found dispatching network-vif-plugged-8e89eee4-a63f-46fa-b201-5171739e04ec {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.660525] env[62748]: WARNING nova.compute.manager [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Received unexpected event network-vif-plugged-8e89eee4-a63f-46fa-b201-5171739e04ec for instance with vm_state building and task_state spawning. [ 972.660525] env[62748]: DEBUG nova.compute.manager [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Received event network-changed-8e89eee4-a63f-46fa-b201-5171739e04ec {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.660926] env[62748]: DEBUG nova.compute.manager [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Refreshing instance network info cache due to event network-changed-8e89eee4-a63f-46fa-b201-5171739e04ec. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 972.660926] env[62748]: DEBUG oslo_concurrency.lockutils [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] Acquiring lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.732063] env[62748]: DEBUG nova.network.neutron [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.792557] env[62748]: DEBUG nova.scheduler.client.report [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.841221] env[62748]: DEBUG nova.network.neutron [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance_info_cache with network_info: [{"id": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "address": "fa:16:3e:82:72:85", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67570483-98", "ovs_interfaceid": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.847481] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.847481] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7cf06-e32e-8cb6-60e2-d22dc06499e5" [ 972.847481] env[62748]: _type = "HttpNfcLease" [ 972.847481] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.847709] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.847709] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b7cf06-e32e-8cb6-60e2-d22dc06499e5" [ 972.847709] env[62748]: _type = "HttpNfcLease" [ 972.847709] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 972.848615] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea24d9b-4614-429f-b2f0-3e4d8285e2cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.858233] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217fe2c-2a1e-395c-33f6-7231c23fb449/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.858446] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Creating HTTP connection to write to file with size = 31591424 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217fe2c-2a1e-395c-33f6-7231c23fb449/disk-0.vmdk. {{(pid=62748) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 972.921285] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.921475] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquired lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.928422] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0288ef6d-5580-4e80-bf08-84cc4d95697d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.996871] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.080354] env[62748]: DEBUG nova.network.neutron [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updated VIF entry in instance network info cache for port 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.080735] env[62748]: DEBUG nova.network.neutron [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [{"id": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "address": "fa:16:3e:88:ac:ee", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb438b9-a6", "ovs_interfaceid": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.354050] env[62748]: DEBUG nova.network.neutron [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updating instance_info_cache with network_info: [{"id": "8e89eee4-a63f-46fa-b201-5171739e04ec", "address": "fa:16:3e:ce:9d:94", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e89eee4-a6", "ovs_interfaceid": "8e89eee4-a63f-46fa-b201-5171739e04ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.354050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.354050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.304s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.354050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.356572] env[62748]: INFO nova.scheduler.client.report [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleted allocations for instance 2b0777f5-27ab-42ba-814e-8d1cb77e043e [ 973.508017] env[62748]: DEBUG nova.network.neutron [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.583885] env[62748]: DEBUG oslo_concurrency.lockutils [req-2300b454-c2b3-4f1f-94a7-3b9e1a588ff0 req-20c07788-56f8-46fc-93c4-ef83a1f29585 service nova] Releasing lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.657797] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Releasing lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.658173] env[62748]: DEBUG nova.compute.manager [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Instance network_info: |[{"id": "8e89eee4-a63f-46fa-b201-5171739e04ec", "address": "fa:16:3e:ce:9d:94", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e89eee4-a6", "ovs_interfaceid": "8e89eee4-a63f-46fa-b201-5171739e04ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.658484] env[62748]: DEBUG oslo_concurrency.lockutils [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] Acquired lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.658666] env[62748]: DEBUG nova.network.neutron [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Refreshing network info cache for port 8e89eee4-a63f-46fa-b201-5171739e04ec {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.659872] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:9d:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e89eee4-a63f-46fa-b201-5171739e04ec', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.667969] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Creating folder: Project (c47664a29d4f487e87bce163a3112e1b). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.668477] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89611371-17e2-4cfc-be41-78c92cf775cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.680485] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Created folder: Project (c47664a29d4f487e87bce163a3112e1b) in parent group-v553264. [ 973.680717] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Creating folder: Instances. Parent ref: group-v553513. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.680915] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4ba80aa-10e4-4580-b66d-033b66012065 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.696382] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Created folder: Instances in parent group-v553513. [ 973.696664] env[62748]: DEBUG oslo.service.loopingcall [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.699332] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.699484] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2466ebe5-22a8-481e-a5ff-cc55f4b17d4b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.724291] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.724291] env[62748]: value = "task-2750286" [ 973.724291] env[62748]: _type = "Task" [ 973.724291] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.733301] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750286, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.810492] env[62748]: INFO nova.compute.claims [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.864069] env[62748]: DEBUG oslo_concurrency.lockutils [None req-11f8dc7c-2b99-4f3e-9a79-abcd0039ee24 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.609s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.865248] env[62748]: DEBUG oslo_concurrency.lockutils [req-4dcb12f2-482b-4a3b-b2db-53fb08f31421 req-7d7e3f30-2287-4518-bedb-94f6bea4ba43 service nova] Acquired lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.866120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab6055-342b-4bec-9b1c-35ed2ffdccf6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.877849] env[62748]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 973.878491] env[62748]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62748) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 973.878955] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41521b6f-0aef-46d1-8c64-fd65011f816c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.889502] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f39125f-6670-45e8-b366-c980aee8d35d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.935426] env[62748]: ERROR root [req-4dcb12f2-482b-4a3b-b2db-53fb08f31421 req-7d7e3f30-2287-4518-bedb-94f6bea4ba43 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-553457' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-553457' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-553457' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-553457'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-553457' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-553457' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-553457'}\n"]: nova.exception.InstanceNotFound: Instance 2b0777f5-27ab-42ba-814e-8d1cb77e043e could not be found. [ 973.935716] env[62748]: DEBUG oslo_concurrency.lockutils [req-4dcb12f2-482b-4a3b-b2db-53fb08f31421 req-7d7e3f30-2287-4518-bedb-94f6bea4ba43 service nova] Releasing lock "2b0777f5-27ab-42ba-814e-8d1cb77e043e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.935951] env[62748]: DEBUG nova.compute.manager [req-4dcb12f2-482b-4a3b-b2db-53fb08f31421 req-7d7e3f30-2287-4518-bedb-94f6bea4ba43 service nova] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Detach interface failed, port_id=03552bee-d030-48a9-850a-1d973fc22faf, reason: Instance 2b0777f5-27ab-42ba-814e-8d1cb77e043e could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 974.238151] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750286, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.322439] env[62748]: INFO nova.compute.resource_tracker [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating resource usage from migration 39fba54a-eef2-4857-b0a9-c747dafe93e8 [ 974.410380] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Completed reading data from the image iterator. {{(pid=62748) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 974.410707] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217fe2c-2a1e-395c-33f6-7231c23fb449/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 974.411842] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f6a0c6-a058-43a4-b078-2155f00e3629 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.426411] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217fe2c-2a1e-395c-33f6-7231c23fb449/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 974.426621] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217fe2c-2a1e-395c-33f6-7231c23fb449/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 974.429075] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ece7b9bb-b6b6-4c6f-842e-edcb14915b9d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.514540] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.514796] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.514956] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.515182] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.515352] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.515503] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.515718] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.515882] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.516066] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.516253] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.516461] env[62748]: DEBUG nova.virt.hardware [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.517419] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6332fca3-1235-481c-8fb4-9e5ba5ee892e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.526089] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e34b5d-bd96-4851-806f-ce470a3391c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.543812] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:32:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a81caed8-e284-4f86-b9d2-a044862d2dd0', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.551462] env[62748]: DEBUG oslo.service.loopingcall [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.554638] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.554936] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a25a554-a3e8-4af7-bced-5eb1a22e066c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.590760] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.590760] env[62748]: value = "task-2750287" [ 974.590760] env[62748]: _type = "Task" [ 974.590760] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.597879] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750287, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.643709] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d2542f-74e7-4173-a960-59d81c4b7b1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.655019] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49165187-8f1d-4eae-9c32-aafd8649f2f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.686360] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b108883-aca9-488e-90f0-7096ea24ce29 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.699024] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865ef39c-ce6a-4787-a8b1-c99d0fa9ba4d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.709818] env[62748]: DEBUG nova.compute.provider_tree [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.736096] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750286, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.767227] env[62748]: DEBUG nova.network.neutron [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updating instance_info_cache with network_info: [{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.776365] env[62748]: DEBUG nova.compute.manager [req-14ccb6d8-7ecd-42f9-a698-104411f24f7a req-b993ae08-c839-4368-a6a7-a1ad79413dc2 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Received event network-changed-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 974.776365] env[62748]: DEBUG nova.compute.manager [req-14ccb6d8-7ecd-42f9-a698-104411f24f7a req-b993ae08-c839-4368-a6a7-a1ad79413dc2 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Refreshing instance network info cache due to event network-changed-57b8e3c2-5037-4ab3-9c3a-0d23539357f9. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 974.776365] env[62748]: DEBUG oslo_concurrency.lockutils [req-14ccb6d8-7ecd-42f9-a698-104411f24f7a req-b993ae08-c839-4368-a6a7-a1ad79413dc2 service nova] Acquiring lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.857680] env[62748]: DEBUG nova.network.neutron [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updated VIF entry in instance network info cache for port 8e89eee4-a63f-46fa-b201-5171739e04ec. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.857680] env[62748]: DEBUG nova.network.neutron [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updating instance_info_cache with network_info: [{"id": "8e89eee4-a63f-46fa-b201-5171739e04ec", "address": "fa:16:3e:ce:9d:94", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e89eee4-a6", "ovs_interfaceid": "8e89eee4-a63f-46fa-b201-5171739e04ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.864825] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6018e336-f722-4ded-805e-2284ba44d711 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.886199] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance 'a4607322-e8ff-436e-8415-d743fb94990c' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.921667] env[62748]: DEBUG oslo_vmware.rw_handles [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5217fe2c-2a1e-395c-33f6-7231c23fb449/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 974.921898] env[62748]: INFO nova.virt.vmwareapi.images [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Downloaded image file data 9e01c631-a411-45bd-a9ec-7dda49dea504 [ 974.922757] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27437c2-882b-4a69-bf9a-32f452c5d6e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.940559] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdf09c16-6ad7-405c-b215-59439217a1a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.970486] env[62748]: INFO nova.virt.vmwareapi.images [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] The imported VM was unregistered [ 974.973045] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Caching image {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 974.973313] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.973798] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f69d7eb-75de-4249-9fba-4c2f7cb46a2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.994736] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Created directory with path [datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.994980] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c/OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c.vmdk to [datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504/9e01c631-a411-45bd-a9ec-7dda49dea504.vmdk. {{(pid=62748) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 974.995361] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-19e96cdb-edab-4818-af8e-8dd768dcd868 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.008544] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 975.008544] env[62748]: value = "task-2750290" [ 975.008544] env[62748]: _type = "Task" [ 975.008544] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.017802] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750290, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.099762] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750287, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.215972] env[62748]: DEBUG nova.scheduler.client.report [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.237177] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750286, 'name': CreateVM_Task, 'duration_secs': 1.243505} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.237394] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.238116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.238290] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.239067] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.239067] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd88c85d-54a8-4e50-b146-4e4af7d69fd8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.247392] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 975.247392] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5280b65f-cea5-a456-ca38-5d3b6b99cc2a" [ 975.247392] env[62748]: _type = "Task" [ 975.247392] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.259086] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5280b65f-cea5-a456-ca38-5d3b6b99cc2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.269892] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Releasing lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.270289] env[62748]: DEBUG nova.compute.manager [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Inject network info {{(pid=62748) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 975.270640] env[62748]: DEBUG nova.compute.manager [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] network_info to inject: |[{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 975.276171] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Reconfiguring VM instance to set the machine id {{(pid=62748) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 975.276171] env[62748]: DEBUG oslo_concurrency.lockutils [req-14ccb6d8-7ecd-42f9-a698-104411f24f7a req-b993ae08-c839-4368-a6a7-a1ad79413dc2 service nova] Acquired lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.276366] env[62748]: DEBUG nova.network.neutron [req-14ccb6d8-7ecd-42f9-a698-104411f24f7a req-b993ae08-c839-4368-a6a7-a1ad79413dc2 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Refreshing network info cache for port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.278436] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bf8dae-00ff-4f83-bbff-20bc16b66243 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.299343] env[62748]: DEBUG oslo_vmware.api [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 975.299343] env[62748]: value = "task-2750291" [ 975.299343] env[62748]: _type = "Task" [ 975.299343] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.309766] env[62748]: DEBUG oslo_vmware.api [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2750291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.363141] env[62748]: DEBUG oslo_concurrency.lockutils [req-c9c9f5bb-ad05-45d6-b4f3-7f85ec0f464c req-419d12bc-3329-417f-9121-57523fe4bb51 service nova] Releasing lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.392450] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.395196] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-307c2cbf-a07b-43ce-a716-46159a0c7a40 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.405879] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 975.405879] env[62748]: value = "task-2750292" [ 975.405879] env[62748]: _type = "Task" [ 975.405879] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.416493] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.517872] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750290, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.606205] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750287, 'name': CreateVM_Task, 'duration_secs': 0.723423} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.606205] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.606205] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.686312] env[62748]: DEBUG nova.network.neutron [req-14ccb6d8-7ecd-42f9-a698-104411f24f7a req-b993ae08-c839-4368-a6a7-a1ad79413dc2 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updated VIF entry in instance network info cache for port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.686735] env[62748]: DEBUG nova.network.neutron [req-14ccb6d8-7ecd-42f9-a698-104411f24f7a req-b993ae08-c839-4368-a6a7-a1ad79413dc2 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updating instance_info_cache with network_info: [{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.720743] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.419s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.720976] env[62748]: INFO nova.compute.manager [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Migrating [ 975.760540] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5280b65f-cea5-a456-ca38-5d3b6b99cc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013724} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.760962] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.761278] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.761578] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.761776] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.762010] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.762375] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.762741] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.763485] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f38267d1-7928-488d-91ab-7335bb977e95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.765888] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a92d08c-877b-48a2-8dfc-36565f112ba7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.771046] env[62748]: DEBUG nova.objects.instance [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lazy-loading 'flavor' on Instance uuid fcb8d3e5-23d3-4595-b029-63e0f81afa3b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.776718] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 975.776718] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fd029d-77c8-e9ce-c47a-fec621f053c0" [ 975.776718] env[62748]: _type = "Task" [ 975.776718] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.786067] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fd029d-77c8-e9ce-c47a-fec621f053c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.788169] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.788361] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.789390] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a7cae6-e454-43ca-a838-75d9d4f14e08 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.796423] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 975.796423] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bf307e-9ad2-997a-2435-c7b508f42c51" [ 975.796423] env[62748]: _type = "Task" [ 975.796423] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.809973] env[62748]: DEBUG oslo_vmware.api [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2750291, 'name': ReconfigVM_Task, 'duration_secs': 0.226958} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.813430] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b4f6664-67e8-4f0d-ae82-b0faccc3720a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Reconfigured VM instance to set the machine id {{(pid=62748) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 975.815993] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bf307e-9ad2-997a-2435-c7b508f42c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.917298] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750292, 'name': PowerOffVM_Task, 'duration_secs': 0.23854} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.917661] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.917852] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance 'a4607322-e8ff-436e-8415-d743fb94990c' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.019397] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750290, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.190470] env[62748]: DEBUG oslo_concurrency.lockutils [req-14ccb6d8-7ecd-42f9-a698-104411f24f7a req-b993ae08-c839-4368-a6a7-a1ad79413dc2 service nova] Releasing lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.236627] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.236866] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.238381] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.238568] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.238744] env[62748]: DEBUG nova.network.neutron [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.277480] env[62748]: DEBUG oslo_concurrency.lockutils [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.277710] env[62748]: DEBUG oslo_concurrency.lockutils [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquired lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.297435] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fd029d-77c8-e9ce-c47a-fec621f053c0, 'name': SearchDatastore_Task, 'duration_secs': 0.086563} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.300811] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.301084] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.301307] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.308417] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bf307e-9ad2-997a-2435-c7b508f42c51, 'name': SearchDatastore_Task, 'duration_secs': 0.073682} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.309306] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa7562d-5104-4199-964e-4866cd0c1bf4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.315673] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 976.315673] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b4c3ac-cca8-335c-fcde-038fba543678" [ 976.315673] env[62748]: _type = "Task" [ 976.315673] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.327501] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b4c3ac-cca8-335c-fcde-038fba543678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.425177] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.425711] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.425711] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.425880] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.426063] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.426222] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.426490] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.426666] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.426843] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.427016] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.427224] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.433260] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e5c7af-15e8-4167-80e6-2440371322d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.453131] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 976.453131] env[62748]: value = "task-2750293" [ 976.453131] env[62748]: _type = "Task" [ 976.453131] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.468033] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.530041] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750290, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.657696] env[62748]: DEBUG nova.network.neutron [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.741923] env[62748]: DEBUG nova.compute.manager [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.829629] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b4c3ac-cca8-335c-fcde-038fba543678, 'name': SearchDatastore_Task, 'duration_secs': 0.085183} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.829629] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.829916] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 79a39778-e39e-4b4b-a156-ae8970bd1e45/79a39778-e39e-4b4b-a156-ae8970bd1e45.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.830266] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.832026] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.832026] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35fc759a-476c-473f-b57a-0ca51cfac4ce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.833032] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-006b2a71-21a6-4bb6-aad2-d0430b4c48b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.843556] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 976.843556] env[62748]: value = "task-2750294" [ 976.843556] env[62748]: _type = "Task" [ 976.843556] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.853575] env[62748]: DEBUG nova.compute.manager [req-763efc88-c12f-4188-8832-a60dcdd1266e req-1b6df099-7dfc-4b1b-8ccd-70e8a2261977 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Received event network-changed-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 976.853575] env[62748]: DEBUG nova.compute.manager [req-763efc88-c12f-4188-8832-a60dcdd1266e req-1b6df099-7dfc-4b1b-8ccd-70e8a2261977 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Refreshing instance network info cache due to event network-changed-57b8e3c2-5037-4ab3-9c3a-0d23539357f9. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 976.853575] env[62748]: DEBUG oslo_concurrency.lockutils [req-763efc88-c12f-4188-8832-a60dcdd1266e req-1b6df099-7dfc-4b1b-8ccd-70e8a2261977 service nova] Acquiring lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.857996] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.858436] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.859076] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.859357] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e99e683-0841-4120-b01b-6a56c241b316 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.868247] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 976.868247] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5289f868-b4e7-5100-471f-b8ee7f6ae864" [ 976.868247] env[62748]: _type = "Task" [ 976.868247] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.882893] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5289f868-b4e7-5100-471f-b8ee7f6ae864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.963572] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750293, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.004350] env[62748]: DEBUG nova.network.neutron [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance_info_cache with network_info: [{"id": "a389ef2c-1329-4ce2-a26f-6673db203efc", "address": "fa:16:3e:4b:d1:93", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389ef2c-13", "ovs_interfaceid": "a389ef2c-1329-4ce2-a26f-6673db203efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.023421] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750290, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.271785] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.272084] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.273755] env[62748]: INFO nova.compute.claims [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.356370] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.378907] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5289f868-b4e7-5100-471f-b8ee7f6ae864, 'name': SearchDatastore_Task, 'duration_secs': 0.088097} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.379829] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4363ab40-f8dd-4ca2-af54-503b45becb38 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.386932] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 977.386932] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c07445-2f4c-ebc2-b060-fea9485a252d" [ 977.386932] env[62748]: _type = "Task" [ 977.386932] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.396417] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c07445-2f4c-ebc2-b060-fea9485a252d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.397539] env[62748]: DEBUG nova.network.neutron [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updating instance_info_cache with network_info: [{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.465152] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750293, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.507659] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.523658] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750290, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.854973] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750294, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.899771] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c07445-2f4c-ebc2-b060-fea9485a252d, 'name': SearchDatastore_Task, 'duration_secs': 0.087089} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.900095] env[62748]: DEBUG oslo_concurrency.lockutils [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Releasing lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.900337] env[62748]: DEBUG nova.compute.manager [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Inject network info {{(pid=62748) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 977.901037] env[62748]: DEBUG nova.compute.manager [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] network_info to inject: |[{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 977.906079] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Reconfiguring VM instance to set the machine id {{(pid=62748) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 977.906952] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.906952] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 5854385b-b6d7-43ed-beea-1b0b521cc700/5854385b-b6d7-43ed-beea-1b0b521cc700.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.907186] env[62748]: DEBUG oslo_concurrency.lockutils [req-763efc88-c12f-4188-8832-a60dcdd1266e req-1b6df099-7dfc-4b1b-8ccd-70e8a2261977 service nova] Acquired lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.907230] env[62748]: DEBUG nova.network.neutron [req-763efc88-c12f-4188-8832-a60dcdd1266e req-1b6df099-7dfc-4b1b-8ccd-70e8a2261977 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Refreshing network info cache for port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.908615] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5c087f-4f8c-4760-b52c-f479309b7495 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.920557] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-851f2bd8-bb5e-4238-b86e-09eeadc3f60c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.933663] env[62748]: DEBUG oslo_vmware.api [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 977.933663] env[62748]: value = "task-2750296" [ 977.933663] env[62748]: _type = "Task" [ 977.933663] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.935487] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 977.935487] env[62748]: value = "task-2750295" [ 977.935487] env[62748]: _type = "Task" [ 977.935487] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.948565] env[62748]: DEBUG oslo_vmware.api [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2750296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.952145] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.965822] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750293, 'name': ReconfigVM_Task, 'duration_secs': 1.247615} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.966230] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance 'a4607322-e8ff-436e-8415-d743fb94990c' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 978.027987] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750290, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.755002} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.029157] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c/OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c.vmdk to [datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504/9e01c631-a411-45bd-a9ec-7dda49dea504.vmdk. [ 978.029371] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Cleaning up location [datastore1] OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 978.029558] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_458e9b2a-a848-4e4f-9fc5-1834ca1fe42c {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.029812] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c05d0e23-9fd9-4bc8-9fec-3bc688bd2399 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.040477] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 978.040477] env[62748]: value = "task-2750297" [ 978.040477] env[62748]: _type = "Task" [ 978.040477] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.056690] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.237484] env[62748]: DEBUG nova.network.neutron [req-763efc88-c12f-4188-8832-a60dcdd1266e req-1b6df099-7dfc-4b1b-8ccd-70e8a2261977 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updated VIF entry in instance network info cache for port 57b8e3c2-5037-4ab3-9c3a-0d23539357f9. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.237853] env[62748]: DEBUG nova.network.neutron [req-763efc88-c12f-4188-8832-a60dcdd1266e req-1b6df099-7dfc-4b1b-8ccd-70e8a2261977 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updating instance_info_cache with network_info: [{"id": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "address": "fa:16:3e:41:c1:e9", "network": {"id": "9be1379d-93a5-469f-8939-3341680404e4", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-218709238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435b4c77fc224a60b5ec2cbdc5fa18de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57b8e3c2-50", "ovs_interfaceid": "57b8e3c2-5037-4ab3-9c3a-0d23539357f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.355897] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.24778} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.356180] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 79a39778-e39e-4b4b-a156-ae8970bd1e45/79a39778-e39e-4b4b-a156-ae8970bd1e45.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.356406] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.356685] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d834f530-3b6e-4746-a402-3e6679712d67 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.365384] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 978.365384] env[62748]: value = "task-2750298" [ 978.365384] env[62748]: _type = "Task" [ 978.365384] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.378943] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.454902] env[62748]: DEBUG oslo_vmware.api [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2750296, 'name': ReconfigVM_Task, 'duration_secs': 0.180017} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.454902] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.457673] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-885ac9a3-efde-46f9-a9d9-8a57d67fc74a tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Reconfigured VM instance to set the machine id {{(pid=62748) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 978.475597] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.475597] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.475597] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.475597] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.475597] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.475597] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.476268] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.476268] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.476268] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.476972] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.476972] env[62748]: DEBUG nova.virt.hardware [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.482325] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.482922] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df7cb7d-0ba6-4289-be27-dccc52ff8918 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.507935] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 978.507935] env[62748]: value = "task-2750299" [ 978.507935] env[62748]: _type = "Task" [ 978.507935] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.524220] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.551667] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061934} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.554736] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.555089] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504/9e01c631-a411-45bd-a9ec-7dda49dea504.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.555252] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504/9e01c631-a411-45bd-a9ec-7dda49dea504.vmdk to [datastore1] ee909775-074b-4971-9500-7f24f0f92ac8/ee909775-074b-4971-9500-7f24f0f92ac8.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.556035] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a929ff2-e61d-43c5-90fd-1a61aa655b4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.563149] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 978.563149] env[62748]: value = "task-2750300" [ 978.563149] env[62748]: _type = "Task" [ 978.563149] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.575457] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.583350] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a8c907-2f50-4a3e-a9b8-71f92a18601c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.592102] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393abe8a-f74f-4dee-933f-c5d73608b2bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.627913] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d0136-67b5-4421-8588-119eda9dd052 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.636365] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728e96d9-6994-49e7-a82f-36a2b7c36443 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.650973] env[62748]: DEBUG nova.compute.provider_tree [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.678144] env[62748]: DEBUG oslo_concurrency.lockutils [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.678490] env[62748]: DEBUG oslo_concurrency.lockutils [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.678749] env[62748]: DEBUG oslo_concurrency.lockutils [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.678979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.680023] env[62748]: DEBUG oslo_concurrency.lockutils [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.682494] env[62748]: INFO nova.compute.manager [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Terminating instance [ 978.740721] env[62748]: DEBUG oslo_concurrency.lockutils [req-763efc88-c12f-4188-8832-a60dcdd1266e req-1b6df099-7dfc-4b1b-8ccd-70e8a2261977 service nova] Releasing lock "refresh_cache-fcb8d3e5-23d3-4595-b029-63e0f81afa3b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.879022] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103529} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.879209] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.879918] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0d8d7a-c99f-4e07-b2f4-04b6c7b53f14 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.903151] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 79a39778-e39e-4b4b-a156-ae8970bd1e45/79a39778-e39e-4b4b-a156-ae8970bd1e45.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.903497] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8360167b-6162-48bc-9c8f-3ab9b0da21c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.925084] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 978.925084] env[62748]: value = "task-2750301" [ 978.925084] env[62748]: _type = "Task" [ 978.925084] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.934268] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.950682] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614779} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.951069] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 5854385b-b6d7-43ed-beea-1b0b521cc700/5854385b-b6d7-43ed-beea-1b0b521cc700.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.951305] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.951611] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d97827-4ced-455d-96e2-dc650e1b32c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.960612] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 978.960612] env[62748]: value = "task-2750302" [ 978.960612] env[62748]: _type = "Task" [ 978.960612] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.974747] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.978954] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Acquiring lock "a2f0ddd9-608a-4e8c-913a-5800addac229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.979224] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "a2f0ddd9-608a-4e8c-913a-5800addac229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.020507] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750299, 'name': ReconfigVM_Task, 'duration_secs': 0.192171} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.020795] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 979.021777] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e995c7-4e38-48b6-a622-d94365c9c140 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.049126] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] a4607322-e8ff-436e-8415-d743fb94990c/a4607322-e8ff-436e-8415-d743fb94990c.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.050314] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adc5ad9a-d5e1-48b3-bc3e-f6cc167f7ac9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.064124] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d197911-f911-4a07-8656-2df005a84274 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.075486] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 979.075486] env[62748]: value = "task-2750303" [ 979.075486] env[62748]: _type = "Task" [ 979.075486] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.092271] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance '20764520-f1a0-4a0c-ac51-4d67503097bd' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.095935] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750300, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.105767] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.154892] env[62748]: DEBUG nova.scheduler.client.report [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.188673] env[62748]: DEBUG nova.compute.manager [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.189319] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.190240] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8368f1-2137-4077-9a3e-e58345306a29 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.200785] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.201122] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cab4a001-f561-4974-b241-89917637b5e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.209118] env[62748]: DEBUG oslo_vmware.api [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 979.209118] env[62748]: value = "task-2750304" [ 979.209118] env[62748]: _type = "Task" [ 979.209118] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.219435] env[62748]: DEBUG oslo_vmware.api [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2750304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.437379] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750301, 'name': ReconfigVM_Task, 'duration_secs': 0.404771} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.438618] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 79a39778-e39e-4b4b-a156-ae8970bd1e45/79a39778-e39e-4b4b-a156-ae8970bd1e45.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.438618] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-679fb06e-6c70-497b-ba66-a144b098d1ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.448196] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 979.448196] env[62748]: value = "task-2750305" [ 979.448196] env[62748]: _type = "Task" [ 979.448196] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.472055] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750305, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.480756] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217455} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.481616] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.481616] env[62748]: DEBUG nova.compute.manager [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.484821] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4445dc7b-9e1b-414b-9cdc-956a75cee68c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.512486] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 5854385b-b6d7-43ed-beea-1b0b521cc700/5854385b-b6d7-43ed-beea-1b0b521cc700.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.512932] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6427dcef-7dd4-4427-a583-4ddda4972de6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.539381] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 979.539381] env[62748]: value = "task-2750306" [ 979.539381] env[62748]: _type = "Task" [ 979.539381] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.556726] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.580171] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750300, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.599599] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.599990] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38560cdd-8234-458e-8393-9d6d2b171528 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.608624] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 979.608624] env[62748]: value = "task-2750307" [ 979.608624] env[62748]: _type = "Task" [ 979.608624] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.612317] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750303, 'name': ReconfigVM_Task, 'duration_secs': 0.422208} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.616100] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Reconfigured VM instance instance-00000055 to attach disk [datastore2] a4607322-e8ff-436e-8415-d743fb94990c/a4607322-e8ff-436e-8415-d743fb94990c.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.616461] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance 'a4607322-e8ff-436e-8415-d743fb94990c' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.629788] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.660067] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.660530] env[62748]: DEBUG nova.compute.manager [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.721906] env[62748]: DEBUG oslo_vmware.api [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2750304, 'name': PowerOffVM_Task, 'duration_secs': 0.208507} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.722265] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.722393] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.722664] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc054bba-1742-45af-8201-326aea99584b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.798167] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.798721] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.799037] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Deleting the datastore file [datastore2] fcb8d3e5-23d3-4595-b029-63e0f81afa3b {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.799517] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c823ed2-0990-45ca-b1d6-f04ddb94eb7b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.811677] env[62748]: DEBUG oslo_vmware.api [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for the task: (returnval){ [ 979.811677] env[62748]: value = "task-2750309" [ 979.811677] env[62748]: _type = "Task" [ 979.811677] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.823687] env[62748]: DEBUG oslo_vmware.api [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2750309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.962901] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750305, 'name': Rename_Task, 'duration_secs': 0.186413} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.964319] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.964737] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d78de290-6aac-4430-ab36-6b80b2f2872f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.968905] env[62748]: DEBUG oslo_concurrency.lockutils [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.969195] env[62748]: DEBUG oslo_concurrency.lockutils [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.982322] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 979.982322] env[62748]: value = "task-2750310" [ 979.982322] env[62748]: _type = "Task" [ 979.982322] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.995074] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.016893] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.017404] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.020650] env[62748]: INFO nova.compute.claims [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.056270] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750306, 'name': ReconfigVM_Task, 'duration_secs': 0.358309} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.056343] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 5854385b-b6d7-43ed-beea-1b0b521cc700/5854385b-b6d7-43ed-beea-1b0b521cc700.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.057581] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'disk_bus': None, 'encryption_options': None, 'guest_format': None, 'device_name': '/dev/sda', 'encryption_format': None, 'boot_index': 0, 'encrypted': False, 'image_id': '2efd5ccb-b8df-4e85-870a-8f6ab2d95d39'}], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': False, 'disk_bus': None, 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'}, 'mount_device': '/dev/sdb', 'attachment_id': '865b6377-a039-4699-8bf3-85a862af5dae', 'volume_type': None}], 'swap': None} {{(pid=62748) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 980.057884] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 980.058130] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 980.059367] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d5aa25-4c4e-4a25-a263-9db12c4a1b8f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.083986] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de7c8bf-5f86-490e-ab7a-601fe8931395 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.090141] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750300, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.119547] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] volume-50ac6baa-95cd-4ab4-babd-c511438a6233/volume-50ac6baa-95cd-4ab4-babd-c511438a6233.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.120099] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8915739b-87f7-4ef5-aa50-cab0f514a904 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.138627] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f243aa98-00fe-41bd-9b0c-5f62dac80e5b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.147512] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750307, 'name': PowerOffVM_Task, 'duration_secs': 0.272383} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.161449] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.161748] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance '20764520-f1a0-4a0c-ac51-4d67503097bd' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.168013] env[62748]: DEBUG nova.compute.utils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.170056] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef8ec89-2689-454e-a559-f5b77226c713 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.175646] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 980.175646] env[62748]: value = "task-2750311" [ 980.175646] env[62748]: _type = "Task" [ 980.175646] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.175646] env[62748]: DEBUG nova.compute.manager [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.175646] env[62748]: DEBUG nova.network.neutron [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.198120] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance 'a4607322-e8ff-436e-8415-d743fb94990c' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.205851] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.229212] env[62748]: DEBUG nova.policy [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113ce291286d473dba17923ce0ec3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ec8d1b391d40a6bcff4dd9e14eb5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.327185] env[62748]: DEBUG oslo_vmware.api [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Task: {'id': task-2750309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252176} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.327597] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.327802] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.327983] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.328370] env[62748]: INFO nova.compute.manager [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 980.328716] env[62748]: DEBUG oslo.service.loopingcall [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.328955] env[62748]: DEBUG nova.compute.manager [-] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.329113] env[62748]: DEBUG nova.network.neutron [-] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.473676] env[62748]: DEBUG nova.compute.utils [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.496310] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.583421] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750300, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.679175] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.679387] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.679661] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.679735] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.679832] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.682582] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.682582] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.682582] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.682582] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.682582] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.682582] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.689633] env[62748]: DEBUG nova.compute.manager [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.695354] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de475ae5-8cae-4760-9f0c-15c30ced729a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.736634] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 980.736634] env[62748]: value = "task-2750312" [ 980.736634] env[62748]: _type = "Task" [ 980.736634] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.736634] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750311, 'name': ReconfigVM_Task, 'duration_secs': 0.577608} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.736634] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfigured VM instance instance-00000049 to attach disk [datastore2] volume-50ac6baa-95cd-4ab4-babd-c511438a6233/volume-50ac6baa-95cd-4ab4-babd-c511438a6233.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.745139] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b308ac8-5833-4d07-a10c-5b87c24c919a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.767950] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.769439] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 980.769439] env[62748]: value = "task-2750313" [ 980.769439] env[62748]: _type = "Task" [ 980.769439] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.783146] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.815407] env[62748]: DEBUG nova.network.neutron [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Successfully created port: 1adec5ce-11fd-4706-9920-8bdae79b7ff6 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.823034] env[62748]: DEBUG nova.network.neutron [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Port 67570483-98b1-47c7-88ab-42c3e1a4b1e7 binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 980.977266] env[62748]: DEBUG oslo_concurrency.lockutils [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.996664] env[62748]: DEBUG oslo_vmware.api [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750310, 'name': PowerOnVM_Task, 'duration_secs': 0.690872} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.996998] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.997303] env[62748]: INFO nova.compute.manager [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Took 9.88 seconds to spawn the instance on the hypervisor. [ 980.997526] env[62748]: DEBUG nova.compute.manager [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.998552] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876f357d-a79d-4288-af5f-36161e820fed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.085825] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750300, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.257906] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750312, 'name': ReconfigVM_Task, 'duration_secs': 0.344899} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.258278] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance '20764520-f1a0-4a0c-ac51-4d67503097bd' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.281529] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750313, 'name': ReconfigVM_Task, 'duration_secs': 0.307799} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.285174] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 981.285174] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-148f3c4c-3844-40eb-9852-d7736d5d8a94 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.293368] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 981.293368] env[62748]: value = "task-2750314" [ 981.293368] env[62748]: _type = "Task" [ 981.293368] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.306996] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750314, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.378051] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce3e59-476e-46c6-9600-0cc24e8411c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.387610] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254e93fc-1c74-4cdd-9d76-524be8773de7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.424225] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bacda9-7c07-4a8f-9ad1-7b38e5f51226 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.427332] env[62748]: DEBUG nova.compute.manager [req-e24e28a3-80e4-44a2-9836-f8bd5f1a0951 req-05502fc2-34c8-49a7-9dc4-63754a1aded1 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Received event network-vif-deleted-57b8e3c2-5037-4ab3-9c3a-0d23539357f9 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 981.427556] env[62748]: INFO nova.compute.manager [req-e24e28a3-80e4-44a2-9836-f8bd5f1a0951 req-05502fc2-34c8-49a7-9dc4-63754a1aded1 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Neutron deleted interface 57b8e3c2-5037-4ab3-9c3a-0d23539357f9; detaching it from the instance and deleting it from the info cache [ 981.428265] env[62748]: DEBUG nova.network.neutron [req-e24e28a3-80e4-44a2-9836-f8bd5f1a0951 req-05502fc2-34c8-49a7-9dc4-63754a1aded1 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.435552] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30826b37-bd8f-4808-a224-c7cb360c6889 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.451591] env[62748]: DEBUG nova.compute.provider_tree [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.526889] env[62748]: INFO nova.compute.manager [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Took 25.02 seconds to build instance. [ 981.586233] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750300, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.784595} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.586705] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9e01c631-a411-45bd-a9ec-7dda49dea504/9e01c631-a411-45bd-a9ec-7dda49dea504.vmdk to [datastore1] ee909775-074b-4971-9500-7f24f0f92ac8/ee909775-074b-4971-9500-7f24f0f92ac8.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.587738] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a55d7-e4f4-45bc-9e7e-9e46e47ed2cc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.615394] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] ee909775-074b-4971-9500-7f24f0f92ac8/ee909775-074b-4971-9500-7f24f0f92ac8.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.616159] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bef79c65-593b-43a2-a140-5e82287c753c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.639359] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 981.639359] env[62748]: value = "task-2750315" [ 981.639359] env[62748]: _type = "Task" [ 981.639359] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.648920] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.682041] env[62748]: DEBUG nova.network.neutron [-] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.719346] env[62748]: DEBUG nova.compute.manager [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.755346] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.755346] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.755346] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.755346] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.755346] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.755346] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.756361] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.756717] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.757038] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.757432] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.757739] env[62748]: DEBUG nova.virt.hardware [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.759073] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7afa555-e014-4627-8989-a5c199c20d4c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.768750] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.769264] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.769576] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.769895] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.770181] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.770454] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.770804] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.771115] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.771412] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.771731] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.772206] env[62748]: DEBUG nova.virt.hardware [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.777673] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.778042] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2fa28c6-01ed-406a-9b9e-aa4e6490ec10 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.793229] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5fcbf9-8520-4649-ad0f-4ffe7c92c84d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.806898] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750314, 'name': Rename_Task, 'duration_secs': 0.460561} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.815786] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.816850] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 981.816850] env[62748]: value = "task-2750316" [ 981.816850] env[62748]: _type = "Task" [ 981.816850] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.817032] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3694b7f2-1120-41b3-8f68-7bc962685093 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.826748] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.828100] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 981.828100] env[62748]: value = "task-2750317" [ 981.828100] env[62748]: _type = "Task" [ 981.828100] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.843185] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.849609] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "a4607322-e8ff-436e-8415-d743fb94990c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.849869] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.850013] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.931359] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5def36f8-5df9-4264-ae8b-d7fb5cc50d98 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.941633] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c30c81-0d48-4081-bfc4-e145dafc1ddf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.955213] env[62748]: DEBUG nova.scheduler.client.report [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.984603] env[62748]: DEBUG nova.compute.manager [req-e24e28a3-80e4-44a2-9836-f8bd5f1a0951 req-05502fc2-34c8-49a7-9dc4-63754a1aded1 service nova] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Detach interface failed, port_id=57b8e3c2-5037-4ab3-9c3a-0d23539357f9, reason: Instance fcb8d3e5-23d3-4595-b029-63e0f81afa3b could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 982.028758] env[62748]: DEBUG oslo_concurrency.lockutils [None req-10a4e2c8-573f-40e3-901e-02d498e21c41 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.553s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.050843] env[62748]: DEBUG oslo_concurrency.lockutils [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.051153] env[62748]: DEBUG oslo_concurrency.lockutils [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.051407] env[62748]: INFO nova.compute.manager [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Attaching volume e270371e-baf0-469a-89e5-8b5aff46dec0 to /dev/sdb [ 982.090068] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1b4e98-aa8c-4e75-9d26-138dd3fb834a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.099579] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8e4840-94e7-4d31-9650-86852b21ec7c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.113760] env[62748]: DEBUG nova.virt.block_device [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Updating existing volume attachment record: 6637e0ff-9c56-42c1-bf4e-a0a8779952ae {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 982.151447] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750315, 'name': ReconfigVM_Task, 'duration_secs': 0.295531} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.151619] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Reconfigured VM instance instance-00000046 to attach disk [datastore1] ee909775-074b-4971-9500-7f24f0f92ac8/ee909775-074b-4971-9500-7f24f0f92ac8.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.152446] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5339512b-7f64-4230-80dd-8d48f4c38ca4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.160374] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 982.160374] env[62748]: value = "task-2750318" [ 982.160374] env[62748]: _type = "Task" [ 982.160374] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.169525] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750318, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.185158] env[62748]: INFO nova.compute.manager [-] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Took 1.86 seconds to deallocate network for instance. [ 982.224907] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.225174] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.332142] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750316, 'name': ReconfigVM_Task, 'duration_secs': 0.185701} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.334339] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.335183] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb7a961-be91-4e63-bb85-ad28ac9197ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.343357] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.365156] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 20764520-f1a0-4a0c-ac51-4d67503097bd/20764520-f1a0-4a0c-ac51-4d67503097bd.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 982.366687] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b559885a-5418-4dda-94ce-0ea07beddaf4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.389046] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 982.389046] env[62748]: value = "task-2750320" [ 982.389046] env[62748]: _type = "Task" [ 982.389046] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.399857] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.461070] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.461585] env[62748]: DEBUG nova.compute.manager [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.672486] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750318, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.692953] env[62748]: DEBUG oslo_concurrency.lockutils [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.693246] env[62748]: DEBUG oslo_concurrency.lockutils [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.693554] env[62748]: DEBUG nova.objects.instance [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lazy-loading 'resources' on Instance uuid fcb8d3e5-23d3-4595-b029-63e0f81afa3b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.729234] env[62748]: DEBUG nova.compute.utils [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.841406] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.901457] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.937948] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.938194] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.938384] env[62748]: DEBUG nova.network.neutron [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.962393] env[62748]: DEBUG nova.network.neutron [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Successfully updated port: 1adec5ce-11fd-4706-9920-8bdae79b7ff6 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.967345] env[62748]: DEBUG nova.compute.utils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.969059] env[62748]: DEBUG nova.compute.manager [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.969282] env[62748]: DEBUG nova.network.neutron [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.054747] env[62748]: DEBUG nova.policy [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8f867a23e6744bfa365345d9938561b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2881aa52307e4832874e334eec416fa5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.172428] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750318, 'name': Rename_Task, 'duration_secs': 0.917189} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.172721] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.172964] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e1a7301-626c-443d-b20d-83a56f40e28e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.181395] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 983.181395] env[62748]: value = "task-2750323" [ 983.181395] env[62748]: _type = "Task" [ 983.181395] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.191171] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.235278] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.344155] env[62748]: DEBUG oslo_vmware.api [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750317, 'name': PowerOnVM_Task, 'duration_secs': 1.109704} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.344497] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.344811] env[62748]: DEBUG nova.compute.manager [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.345926] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35a1f52-dd71-4faa-a915-05a2f5eed57a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.405870] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750320, 'name': ReconfigVM_Task, 'duration_secs': 0.832614} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.406294] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 20764520-f1a0-4a0c-ac51-4d67503097bd/20764520-f1a0-4a0c-ac51-4d67503097bd.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.406603] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance '20764520-f1a0-4a0c-ac51-4d67503097bd' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.465630] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.467276] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.467276] env[62748]: DEBUG nova.network.neutron [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.477542] env[62748]: DEBUG nova.compute.manager [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.484027] env[62748]: DEBUG nova.network.neutron [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Successfully created port: bbf99a81-d8f0-4491-9ea6-7d9c79af7946 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.497068] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e90e1ab-a910-4189-8384-dbef48986f0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.506387] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d756c8-47e9-4c8e-84bc-0851b6b0bef7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.542492] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ed62d-4f4b-4a2a-a7fd-612a729212ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.551826] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aa682a-0913-4831-b43d-46471626b519 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.567276] env[62748]: DEBUG nova.compute.provider_tree [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.572473] env[62748]: DEBUG nova.compute.manager [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-vif-plugged-1adec5ce-11fd-4706-9920-8bdae79b7ff6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 983.572662] env[62748]: DEBUG oslo_concurrency.lockutils [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] Acquiring lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.572978] env[62748]: DEBUG oslo_concurrency.lockutils [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.573039] env[62748]: DEBUG oslo_concurrency.lockutils [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.573216] env[62748]: DEBUG nova.compute.manager [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] No waiting events found dispatching network-vif-plugged-1adec5ce-11fd-4706-9920-8bdae79b7ff6 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.573371] env[62748]: WARNING nova.compute.manager [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received unexpected event network-vif-plugged-1adec5ce-11fd-4706-9920-8bdae79b7ff6 for instance with vm_state building and task_state spawning. [ 983.573546] env[62748]: DEBUG nova.compute.manager [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-changed-1adec5ce-11fd-4706-9920-8bdae79b7ff6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 983.573891] env[62748]: DEBUG nova.compute.manager [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Refreshing instance network info cache due to event network-changed-1adec5ce-11fd-4706-9920-8bdae79b7ff6. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 983.574013] env[62748]: DEBUG oslo_concurrency.lockutils [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] Acquiring lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.692029] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.870439] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.913827] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bb49cd-8dd2-4e89-ad76-64fc636d820b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.935582] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d3a605-d612-41ae-8cdc-6ac2fb6fdc2e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.957456] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance '20764520-f1a0-4a0c-ac51-4d67503097bd' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.987816] env[62748]: INFO nova.virt.block_device [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Booting with volume 9f9f4116-dd69-4175-bee7-bcc6b5e685ad at /dev/sda [ 984.026814] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e087807-f2aa-4136-bfa4-c1a23f52a98f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.037181] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318d13bd-910b-4f20-9fe1-d66c7a0698a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.050517] env[62748]: DEBUG nova.network.neutron [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.081873] env[62748]: DEBUG nova.scheduler.client.report [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.086759] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe9f4d62-6c45-4060-93fb-894d5b8362ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.096895] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e7f0a7-c656-4ae3-ad68-d7d402886ac8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.138779] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f8228-4052-4537-9cca-364c760bec51 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.146801] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f0faf-ea0f-4e40-8644-d59ffb427469 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.165999] env[62748]: DEBUG nova.virt.block_device [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Updating existing volume attachment record: 6d00483b-48b6-481c-8b3c-cc634acf51ee {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 984.191739] env[62748]: DEBUG oslo_vmware.api [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750323, 'name': PowerOnVM_Task, 'duration_secs': 0.552453} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.192013] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.264771] env[62748]: DEBUG nova.network.neutron [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance_info_cache with network_info: [{"id": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "address": "fa:16:3e:82:72:85", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67570483-98", "ovs_interfaceid": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.309840] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.310815] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.311433] env[62748]: INFO nova.compute.manager [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Attaching volume c9907ebb-e833-461d-83a4-a6493c5fa1e3 to /dev/sdb [ 984.317509] env[62748]: DEBUG nova.compute.manager [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.318236] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33a0065-23fc-4f1b-96e7-6a5957a21439 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.401344] env[62748]: DEBUG nova.network.neutron [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.497738] env[62748]: DEBUG nova.network.neutron [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Port a389ef2c-1329-4ce2-a26f-6673db203efc binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 984.587920] env[62748]: DEBUG oslo_concurrency.lockutils [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.590688] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.721s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.590688] env[62748]: DEBUG nova.objects.instance [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 984.614391] env[62748]: INFO nova.scheduler.client.report [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Deleted allocations for instance fcb8d3e5-23d3-4595-b029-63e0f81afa3b [ 984.754364] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711878bd-a1bf-4223-adcc-5371b026c5e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.763229] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e085da46-4ead-464a-a1b7-35eb0b960f53 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.767551] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.777882] env[62748]: DEBUG nova.virt.block_device [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating existing volume attachment record: e8f043f2-3928-4be9-82a9-303bb6b50e31 {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 984.837750] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d5f0442e-8e65-4b54-b050-5f3c57ee2858 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.750s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.907047] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.907430] env[62748]: DEBUG nova.compute.manager [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Instance network_info: |[{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.907767] env[62748]: DEBUG oslo_concurrency.lockutils [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] Acquired lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.908982] env[62748]: DEBUG nova.network.neutron [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Refreshing network info cache for port 1adec5ce-11fd-4706-9920-8bdae79b7ff6 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.909276] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:bb:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1adec5ce-11fd-4706-9920-8bdae79b7ff6', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.917340] env[62748]: DEBUG oslo.service.loopingcall [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.918375] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.918616] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f0fe676-d030-43cd-b447-ecae78c10ba7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.940305] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.940305] env[62748]: value = "task-2750326" [ 984.940305] env[62748]: _type = "Task" [ 984.940305] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.948601] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750326, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.123491] env[62748]: DEBUG oslo_concurrency.lockutils [None req-356fbc4a-5d86-444b-8242-7d998e4239a4 tempest-AttachInterfacesUnderV243Test-557836815 tempest-AttachInterfacesUnderV243Test-557836815-project-member] Lock "fcb8d3e5-23d3-4595-b029-63e0f81afa3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.445s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.293657] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9bf624-2903-498d-919b-5c55e553db2e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.313995] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f4536f-752e-4e4b-8926-107aa4f302d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.321934] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance 'a4607322-e8ff-436e-8415-d743fb94990c' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.451047] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750326, 'name': CreateVM_Task, 'duration_secs': 0.380289} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.451256] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.452052] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.452305] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.452680] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.452960] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4bb0ef1-f93a-418c-a9bb-50483ed1bb6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.473208] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 985.473208] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525b9dd4-943c-9c4d-cce9-3b40069775cb" [ 985.473208] env[62748]: _type = "Task" [ 985.473208] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.482267] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525b9dd4-943c-9c4d-cce9-3b40069775cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.525467] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "20764520-f1a0-4a0c-ac51-4d67503097bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.525746] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.525939] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.601108] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c979beeb-74b5-4bbc-8326-675ca21299c9 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.828148] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.828507] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d84aea7-0830-43e7-bcb2-1b558934f84d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.838231] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 985.838231] env[62748]: value = "task-2750329" [ 985.838231] env[62748]: _type = "Task" [ 985.838231] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.847597] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.850375] env[62748]: DEBUG nova.network.neutron [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updated VIF entry in instance network info cache for port 1adec5ce-11fd-4706-9920-8bdae79b7ff6. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.850715] env[62748]: DEBUG nova.network.neutron [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.877857] env[62748]: DEBUG nova.compute.manager [req-813475f9-d25a-46ef-99b2-16e2ad20a984 req-1f7af177-7391-4cd0-aea7-f43d94926fda service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Received event network-vif-plugged-bbf99a81-d8f0-4491-9ea6-7d9c79af7946 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 985.878100] env[62748]: DEBUG oslo_concurrency.lockutils [req-813475f9-d25a-46ef-99b2-16e2ad20a984 req-1f7af177-7391-4cd0-aea7-f43d94926fda service nova] Acquiring lock "a2f0ddd9-608a-4e8c-913a-5800addac229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.878355] env[62748]: DEBUG oslo_concurrency.lockutils [req-813475f9-d25a-46ef-99b2-16e2ad20a984 req-1f7af177-7391-4cd0-aea7-f43d94926fda service nova] Lock "a2f0ddd9-608a-4e8c-913a-5800addac229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.878481] env[62748]: DEBUG oslo_concurrency.lockutils [req-813475f9-d25a-46ef-99b2-16e2ad20a984 req-1f7af177-7391-4cd0-aea7-f43d94926fda service nova] Lock "a2f0ddd9-608a-4e8c-913a-5800addac229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.878650] env[62748]: DEBUG nova.compute.manager [req-813475f9-d25a-46ef-99b2-16e2ad20a984 req-1f7af177-7391-4cd0-aea7-f43d94926fda service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] No waiting events found dispatching network-vif-plugged-bbf99a81-d8f0-4491-9ea6-7d9c79af7946 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.878818] env[62748]: WARNING nova.compute.manager [req-813475f9-d25a-46ef-99b2-16e2ad20a984 req-1f7af177-7391-4cd0-aea7-f43d94926fda service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Received unexpected event network-vif-plugged-bbf99a81-d8f0-4491-9ea6-7d9c79af7946 for instance with vm_state building and task_state block_device_mapping. [ 985.948206] env[62748]: DEBUG nova.network.neutron [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Successfully updated port: bbf99a81-d8f0-4491-9ea6-7d9c79af7946 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.986564] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525b9dd4-943c-9c4d-cce9-3b40069775cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.986936] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.988092] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.988092] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.988092] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.988092] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.988092] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85458bbb-0523-477f-abda-3cde08f36957 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.997908] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.998377] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.998868] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f710d16-67a7-47a8-a46c-ed88a08a258b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.005282] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 986.005282] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527b4462-3c97-89e7-bb4a-c382afe43bf1" [ 986.005282] env[62748]: _type = "Task" [ 986.005282] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.013568] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527b4462-3c97-89e7-bb4a-c382afe43bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.353259] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.355043] env[62748]: DEBUG oslo_concurrency.lockutils [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] Releasing lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.355357] env[62748]: DEBUG nova.compute.manager [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Received event network-changed-8e89eee4-a63f-46fa-b201-5171739e04ec {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 986.355585] env[62748]: DEBUG nova.compute.manager [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Refreshing instance network info cache due to event network-changed-8e89eee4-a63f-46fa-b201-5171739e04ec. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 986.355840] env[62748]: DEBUG oslo_concurrency.lockutils [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] Acquiring lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.356014] env[62748]: DEBUG oslo_concurrency.lockutils [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] Acquired lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.356217] env[62748]: DEBUG nova.network.neutron [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Refreshing network info cache for port 8e89eee4-a63f-46fa-b201-5171739e04ec {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.453853] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Acquiring lock "refresh_cache-a2f0ddd9-608a-4e8c-913a-5800addac229" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.454357] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Acquired lock "refresh_cache-a2f0ddd9-608a-4e8c-913a-5800addac229" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.454463] env[62748]: DEBUG nova.network.neutron [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.520471] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527b4462-3c97-89e7-bb4a-c382afe43bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.030972} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.521398] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce64c9f8-f3f6-4887-ab09-d71d1672aa85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.528589] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 986.528589] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b0d74a-a8a2-4ce4-4d2b-0a541909f2b2" [ 986.528589] env[62748]: _type = "Task" [ 986.528589] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.550091] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b0d74a-a8a2-4ce4-4d2b-0a541909f2b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.577027] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.577027] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.577027] env[62748]: DEBUG nova.network.neutron [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.849979] env[62748]: DEBUG oslo_vmware.api [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750329, 'name': PowerOnVM_Task, 'duration_secs': 0.798818} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.850964] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.851248] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0f709547-82fc-4f32-a862-129f3df52d48 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance 'a4607322-e8ff-436e-8415-d743fb94990c' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.006141] env[62748]: DEBUG nova.network.neutron [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.047113] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b0d74a-a8a2-4ce4-4d2b-0a541909f2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.023508} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.047409] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.047680] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 0c0af599-a8ef-4a13-b0cc-a25efa685dc0/0c0af599-a8ef-4a13-b0cc-a25efa685dc0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.047951] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c2e8fbf-791e-4043-9277-874acc383f0c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.056390] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 987.056390] env[62748]: value = "task-2750330" [ 987.056390] env[62748]: _type = "Task" [ 987.056390] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.064964] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.142688] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2301ae79-ebb0-4fd1-882a-8c023171ba0d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.149846] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-18da85b9-5329-415d-a361-ca4cc85e6a48 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Suspending the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 987.150117] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8f1d8edd-ee68-40d4-bd03-acad75a0c8c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.159104] env[62748]: DEBUG oslo_vmware.api [None req-18da85b9-5329-415d-a361-ca4cc85e6a48 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 987.159104] env[62748]: value = "task-2750331" [ 987.159104] env[62748]: _type = "Task" [ 987.159104] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.170040] env[62748]: DEBUG oslo_vmware.api [None req-18da85b9-5329-415d-a361-ca4cc85e6a48 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750331, 'name': SuspendVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.179025] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 987.179145] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553518', 'volume_id': 'e270371e-baf0-469a-89e5-8b5aff46dec0', 'name': 'volume-e270371e-baf0-469a-89e5-8b5aff46dec0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '535bd574-65c0-4d74-a18c-8f11aff58a0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e270371e-baf0-469a-89e5-8b5aff46dec0', 'serial': 'e270371e-baf0-469a-89e5-8b5aff46dec0'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 987.180190] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6651dd9-24fd-49d5-bd9e-ac4a302b90ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.210339] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcd79f3-ba29-48c8-9f0f-76e41eeed00b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.236985] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-e270371e-baf0-469a-89e5-8b5aff46dec0/volume-e270371e-baf0-469a-89e5-8b5aff46dec0.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.240656] env[62748]: DEBUG nova.network.neutron [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updated VIF entry in instance network info cache for port 8e89eee4-a63f-46fa-b201-5171739e04ec. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.240775] env[62748]: DEBUG nova.network.neutron [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updating instance_info_cache with network_info: [{"id": "8e89eee4-a63f-46fa-b201-5171739e04ec", "address": "fa:16:3e:ce:9d:94", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e89eee4-a6", "ovs_interfaceid": "8e89eee4-a63f-46fa-b201-5171739e04ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.241962] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e027d5-705e-4d57-9e64-14805cfe8dd4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.267149] env[62748]: DEBUG oslo_vmware.api [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 987.267149] env[62748]: value = "task-2750332" [ 987.267149] env[62748]: _type = "Task" [ 987.267149] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.280934] env[62748]: DEBUG oslo_vmware.api [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.285997] env[62748]: DEBUG nova.compute.manager [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.286928] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e1bf8b-b936-4d71-a436-3da869d6d172 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.330360] env[62748]: DEBUG nova.network.neutron [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Updating instance_info_cache with network_info: [{"id": "bbf99a81-d8f0-4491-9ea6-7d9c79af7946", "address": "fa:16:3e:af:7d:b3", "network": {"id": "6e86684d-b4af-45cc-a47d-11304aed4d6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2106856305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2881aa52307e4832874e334eec416fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf99a81-d8", "ovs_interfaceid": "bbf99a81-d8f0-4491-9ea6-7d9c79af7946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.465173] env[62748]: DEBUG nova.network.neutron [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance_info_cache with network_info: [{"id": "a389ef2c-1329-4ce2-a26f-6673db203efc", "address": "fa:16:3e:4b:d1:93", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389ef2c-13", "ovs_interfaceid": "a389ef2c-1329-4ce2-a26f-6673db203efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.568829] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750330, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.673707] env[62748]: DEBUG oslo_vmware.api [None req-18da85b9-5329-415d-a361-ca4cc85e6a48 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750331, 'name': SuspendVM_Task} progress is 62%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.758076] env[62748]: DEBUG oslo_concurrency.lockutils [req-82573870-e540-4e91-b820-ff32a4b0a60b req-d9709ea5-7412-4841-9689-24be1a4f4f9c service nova] Releasing lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.779199] env[62748]: DEBUG oslo_vmware.api [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.804553] env[62748]: INFO nova.compute.manager [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] instance snapshotting [ 987.804553] env[62748]: DEBUG nova.objects.instance [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'flavor' on Instance uuid 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.833783] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Releasing lock "refresh_cache-a2f0ddd9-608a-4e8c-913a-5800addac229" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.833783] env[62748]: DEBUG nova.compute.manager [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Instance network_info: |[{"id": "bbf99a81-d8f0-4491-9ea6-7d9c79af7946", "address": "fa:16:3e:af:7d:b3", "network": {"id": "6e86684d-b4af-45cc-a47d-11304aed4d6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2106856305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2881aa52307e4832874e334eec416fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf99a81-d8", "ovs_interfaceid": "bbf99a81-d8f0-4491-9ea6-7d9c79af7946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.956669] env[62748]: DEBUG nova.compute.manager [req-43484fac-8fb6-4ab2-a0b4-8d106f89a9e0 req-b7740c78-6393-414a-9db5-e047a8ecdeda service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Received event network-changed-bbf99a81-d8f0-4491-9ea6-7d9c79af7946 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.956669] env[62748]: DEBUG nova.compute.manager [req-43484fac-8fb6-4ab2-a0b4-8d106f89a9e0 req-b7740c78-6393-414a-9db5-e047a8ecdeda service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Refreshing instance network info cache due to event network-changed-bbf99a81-d8f0-4491-9ea6-7d9c79af7946. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 987.956669] env[62748]: DEBUG oslo_concurrency.lockutils [req-43484fac-8fb6-4ab2-a0b4-8d106f89a9e0 req-b7740c78-6393-414a-9db5-e047a8ecdeda service nova] Acquiring lock "refresh_cache-a2f0ddd9-608a-4e8c-913a-5800addac229" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.956669] env[62748]: DEBUG oslo_concurrency.lockutils [req-43484fac-8fb6-4ab2-a0b4-8d106f89a9e0 req-b7740c78-6393-414a-9db5-e047a8ecdeda service nova] Acquired lock "refresh_cache-a2f0ddd9-608a-4e8c-913a-5800addac229" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.956669] env[62748]: DEBUG nova.network.neutron [req-43484fac-8fb6-4ab2-a0b4-8d106f89a9e0 req-b7740c78-6393-414a-9db5-e047a8ecdeda service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Refreshing network info cache for port bbf99a81-d8f0-4491-9ea6-7d9c79af7946 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.973323] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.069880] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841172} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.070410] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 0c0af599-a8ef-4a13-b0cc-a25efa685dc0/0c0af599-a8ef-4a13-b0cc-a25efa685dc0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.070806] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.071195] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3da24272-11c3-4b43-bf29-9e943e24ab2e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.082342] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 988.082342] env[62748]: value = "task-2750334" [ 988.082342] env[62748]: _type = "Task" [ 988.082342] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.091284] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.171011] env[62748]: DEBUG oslo_vmware.api [None req-18da85b9-5329-415d-a361-ca4cc85e6a48 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750331, 'name': SuspendVM_Task, 'duration_secs': 0.907695} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.171688] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-18da85b9-5329-415d-a361-ca4cc85e6a48 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Suspended the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 988.171688] env[62748]: DEBUG nova.compute.manager [None req-18da85b9-5329-415d-a361-ca4cc85e6a48 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.172248] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f08b81-83c0-486f-b19c-56531aeba042 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.273896] env[62748]: DEBUG nova.compute.manager [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.274512] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.274739] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.274906] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.275099] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.275253] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.275402] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.275633] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.275818] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.276119] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.276399] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.276683] env[62748]: DEBUG nova.virt.hardware [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.277700] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84340760-b498-4289-b8d9-de0410b3b02d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.289812] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c660a597-4889-4dda-902a-2410ab2826f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.296036] env[62748]: DEBUG oslo_vmware.api [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750332, 'name': ReconfigVM_Task, 'duration_secs': 0.738197} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.296364] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-e270371e-baf0-469a-89e5-8b5aff46dec0/volume-e270371e-baf0-469a-89e5-8b5aff46dec0.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.302070] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff8c797d-8e3a-484a-aed7-82d7cd20115b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.325135] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:7d:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbf99a81-d8f0-4491-9ea6-7d9c79af7946', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.334538] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Creating folder: Project (2881aa52307e4832874e334eec416fa5). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.335822] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c3e066f-6bd9-4987-9472-f8a2589071e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.338456] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e244f082-40bc-467f-899e-8b20c3c98702 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.343345] env[62748]: DEBUG oslo_vmware.api [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 988.343345] env[62748]: value = "task-2750335" [ 988.343345] env[62748]: _type = "Task" [ 988.343345] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.363046] env[62748]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 988.363256] env[62748]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62748) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 988.364634] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44629bc-01e6-4fa5-8974-67a5966373fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.367639] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Folder already exists: Project (2881aa52307e4832874e334eec416fa5). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 988.367910] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Creating folder: Instances. Parent ref: group-v553503. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.382045] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8c5a9e2-28ee-4520-b21a-c1de92747ac2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.382581] env[62748]: DEBUG oslo_vmware.api [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.398128] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Created folder: Instances in parent group-v553503. [ 988.398731] env[62748]: DEBUG oslo.service.loopingcall [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 988.398731] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.398929] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f94bcf4e-6e5c-497f-a9cd-d2f9b154ad80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.423721] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.423721] env[62748]: value = "task-2750338" [ 988.423721] env[62748]: _type = "Task" [ 988.423721] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.434619] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750338, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.502678] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651cc90c-e5b9-449b-bd58-870f94f463f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.522635] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555bd3de-3392-4e8c-8c31-55eb4a2e49bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.530558] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance '20764520-f1a0-4a0c-ac51-4d67503097bd' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.591721] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071625} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.592028] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.593358] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8b3dd0-c183-4b58-b524-f562ee75f30c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.622242] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 0c0af599-a8ef-4a13-b0cc-a25efa685dc0/0c0af599-a8ef-4a13-b0cc-a25efa685dc0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.625396] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-765960de-a6b6-4965-8bff-60f4e95297b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.647810] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 988.647810] env[62748]: value = "task-2750339" [ 988.647810] env[62748]: _type = "Task" [ 988.647810] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.658222] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.717808] env[62748]: DEBUG nova.network.neutron [req-43484fac-8fb6-4ab2-a0b4-8d106f89a9e0 req-b7740c78-6393-414a-9db5-e047a8ecdeda service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Updated VIF entry in instance network info cache for port bbf99a81-d8f0-4491-9ea6-7d9c79af7946. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.718254] env[62748]: DEBUG nova.network.neutron [req-43484fac-8fb6-4ab2-a0b4-8d106f89a9e0 req-b7740c78-6393-414a-9db5-e047a8ecdeda service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Updating instance_info_cache with network_info: [{"id": "bbf99a81-d8f0-4491-9ea6-7d9c79af7946", "address": "fa:16:3e:af:7d:b3", "network": {"id": "6e86684d-b4af-45cc-a47d-11304aed4d6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2106856305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2881aa52307e4832874e334eec416fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf99a81-d8", "ovs_interfaceid": "bbf99a81-d8f0-4491-9ea6-7d9c79af7946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.722560] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "a4607322-e8ff-436e-8415-d743fb94990c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.722847] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.723091] env[62748]: DEBUG nova.compute.manager [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Going to confirm migration 4 {{(pid=62748) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 988.855330] env[62748]: DEBUG oslo_vmware.api [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750335, 'name': ReconfigVM_Task, 'duration_secs': 0.170193} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.855330] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553518', 'volume_id': 'e270371e-baf0-469a-89e5-8b5aff46dec0', 'name': 'volume-e270371e-baf0-469a-89e5-8b5aff46dec0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '535bd574-65c0-4d74-a18c-8f11aff58a0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e270371e-baf0-469a-89e5-8b5aff46dec0', 'serial': 'e270371e-baf0-469a-89e5-8b5aff46dec0'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 988.893910] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 988.894253] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-156126ef-3194-4b11-9030-11551737d0f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.904222] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 988.904222] env[62748]: value = "task-2750340" [ 988.904222] env[62748]: _type = "Task" [ 988.904222] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.913912] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.935112] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750338, 'name': CreateVM_Task, 'duration_secs': 0.410145} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.935429] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.936017] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553510', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'name': 'volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f0ddd9-608a-4e8c-913a-5800addac229', 'attached_at': '', 'detached_at': '', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'serial': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad'}, 'mount_device': '/dev/sda', 'attachment_id': '6d00483b-48b6-481c-8b3c-cc634acf51ee', 'volume_type': None}], 'swap': None} {{(pid=62748) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 988.936616] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Root volume attach. Driver type: vmdk {{(pid=62748) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 988.937212] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459e7bef-c13e-4c49-9ad0-d8721c3eca1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.947255] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4dc4a6-1c72-4a5f-95e8-7dd84f783e3a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.954974] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f045acd7-cb65-48e7-8651-789a0997b40a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.962643] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-10a2b497-343d-4798-ac77-8aa29565b538 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.974836] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 988.974836] env[62748]: value = "task-2750341" [ 988.974836] env[62748]: _type = "Task" [ 988.974836] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.985826] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.040030] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.040376] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6980cdd-3f61-4336-8584-bb79d539735c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.048342] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 989.048342] env[62748]: value = "task-2750342" [ 989.048342] env[62748]: _type = "Task" [ 989.048342] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.056827] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.158799] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750339, 'name': ReconfigVM_Task, 'duration_secs': 0.367868} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.159126] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 0c0af599-a8ef-4a13-b0cc-a25efa685dc0/0c0af599-a8ef-4a13-b0cc-a25efa685dc0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.159817] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3e06585-be74-4366-983b-08886555e65a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.167972] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 989.167972] env[62748]: value = "task-2750343" [ 989.167972] env[62748]: _type = "Task" [ 989.167972] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.179757] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750343, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.221943] env[62748]: DEBUG oslo_concurrency.lockutils [req-43484fac-8fb6-4ab2-a0b4-8d106f89a9e0 req-b7740c78-6393-414a-9db5-e047a8ecdeda service nova] Releasing lock "refresh_cache-a2f0ddd9-608a-4e8c-913a-5800addac229" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.301219] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.301539] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquired lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.301776] env[62748]: DEBUG nova.network.neutron [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.302033] env[62748]: DEBUG nova.objects.instance [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lazy-loading 'info_cache' on Instance uuid a4607322-e8ff-436e-8415-d743fb94990c {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.415435] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.486939] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 13%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.560070] env[62748]: DEBUG oslo_vmware.api [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750342, 'name': PowerOnVM_Task, 'duration_secs': 0.448328} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.560363] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.560555] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-e5447349-c5ea-4d82-8cfb-61db11a9e3a8 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance '20764520-f1a0-4a0c-ac51-4d67503097bd' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.678558] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750343, 'name': Rename_Task, 'duration_secs': 0.160207} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.678870] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.679141] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dedf254a-535e-47c4-b6c4-e6cbd0f0a3c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.686265] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 989.686265] env[62748]: value = "task-2750344" [ 989.686265] env[62748]: _type = "Task" [ 989.686265] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.695146] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.828282] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 989.828581] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553521', 'volume_id': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'name': 'volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'serial': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 989.829532] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50d058f-6cf9-4cd5-90a9-71046103d5f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.851278] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e42d3bf-78cb-4485-ade0-dfb0510635e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.880299] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3/volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.880501] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee117c96-e7b6-4d0d-9f22-6589760c78e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.896515] env[62748]: INFO nova.compute.manager [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Resuming [ 989.900021] env[62748]: DEBUG nova.objects.instance [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lazy-loading 'flavor' on Instance uuid ee909775-074b-4971-9500-7f24f0f92ac8 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.905703] env[62748]: DEBUG oslo_vmware.api [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 989.905703] env[62748]: value = "task-2750345" [ 989.905703] env[62748]: _type = "Task" [ 989.905703] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.915818] env[62748]: DEBUG nova.objects.instance [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'flavor' on Instance uuid 535bd574-65c0-4d74-a18c-8f11aff58a0b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.921719] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750340, 'name': CreateSnapshot_Task, 'duration_secs': 0.707103} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.923510] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 989.923790] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e159a7-edd6-4d51-9f38-f89346c8d7f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.930153] env[62748]: DEBUG oslo_vmware.api [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.994464] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 34%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.200633] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.427330] env[62748]: DEBUG oslo_vmware.api [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.427573] env[62748]: DEBUG oslo_concurrency.lockutils [None req-02a39771-82cf-493c-89cb-7408b29e5303 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.376s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.450972] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 990.452481] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-29b77907-ee60-4270-83ed-f6c82c2d9e35 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.471362] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 990.471362] env[62748]: value = "task-2750346" [ 990.471362] env[62748]: _type = "Task" [ 990.471362] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.487276] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750346, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.494787] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 47%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.623875] env[62748]: DEBUG nova.network.neutron [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance_info_cache with network_info: [{"id": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "address": "fa:16:3e:82:72:85", "network": {"id": "c2d9d136-c471-408b-8692-0262d24781e0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-17814999-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0e315e3b96b41429dd1aff0a93e5b7f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e23c1d18-c841-49ea-95f3-df5ceac28afd", "external-id": "nsx-vlan-transportzone-774", "segmentation_id": 774, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67570483-98", "ovs_interfaceid": "67570483-98b1-47c7-88ab-42c3e1a4b1e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.700717] env[62748]: DEBUG oslo_vmware.api [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750344, 'name': PowerOnVM_Task, 'duration_secs': 0.648695} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.701385] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.701465] env[62748]: INFO nova.compute.manager [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Took 8.98 seconds to spawn the instance on the hypervisor. [ 990.701611] env[62748]: DEBUG nova.compute.manager [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.702498] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb740f5-ddf9-4bbb-a976-b1ebe166b2c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.925732] env[62748]: DEBUG oslo_vmware.api [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.994149] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 60%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.994510] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750346, 'name': CloneVM_Task} progress is 93%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.127940] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Releasing lock "refresh_cache-a4607322-e8ff-436e-8415-d743fb94990c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.128854] env[62748]: DEBUG nova.objects.instance [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lazy-loading 'migration_context' on Instance uuid a4607322-e8ff-436e-8415-d743fb94990c {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.231103] env[62748]: INFO nova.compute.manager [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Took 13.98 seconds to build instance. [ 991.414018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.414018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquired lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.414018] env[62748]: DEBUG nova.network.neutron [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.432283] env[62748]: DEBUG oslo_vmware.api [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.491311] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 73%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.495789] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750346, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.632224] env[62748]: DEBUG nova.objects.base [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 991.633549] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff8775-d117-4adc-be93-1effd825d666 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.656550] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e102e2-511c-4bd4-8d62-e73fdafb5a17 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.667034] env[62748]: DEBUG oslo_vmware.api [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 991.667034] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dec2ba-2378-75bc-da92-e9214556e3ec" [ 991.667034] env[62748]: _type = "Task" [ 991.667034] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.674701] env[62748]: DEBUG oslo_vmware.api [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dec2ba-2378-75bc-da92-e9214556e3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.735035] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fe4c012c-afab-40d9-957f-9ba10441881a tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.498s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.935216] env[62748]: DEBUG oslo_vmware.api [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750345, 'name': ReconfigVM_Task, 'duration_secs': 1.644756} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.936874] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3/volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.944956] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69e1b93b-643d-46c5-bc07-2bb24933337b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.968640] env[62748]: DEBUG oslo_vmware.api [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 991.968640] env[62748]: value = "task-2750347" [ 991.968640] env[62748]: _type = "Task" [ 991.968640] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.985803] env[62748]: DEBUG oslo_vmware.api [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.998884] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750346, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.005145] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.095469] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.095977] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.133250] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "93478106-da75-4fb0-a213-c4edf3f28797" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.133623] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "93478106-da75-4fb0-a213-c4edf3f28797" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.176328] env[62748]: DEBUG oslo_vmware.api [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52dec2ba-2378-75bc-da92-e9214556e3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009139} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.176740] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.177874] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.445209] env[62748]: DEBUG nova.network.neutron [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updating instance_info_cache with network_info: [{"id": "a8551289-9a26-4990-805a-62118337dc49", "address": "fa:16:3e:aa:c0:32", "network": {"id": "8d22f26d-f1af-4fcb-b634-586830064019", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579741517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372b7b4496634c359748c32b366489f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8551289-9a", "ovs_interfaceid": "a8551289-9a26-4990-805a-62118337dc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.478699] env[62748]: DEBUG oslo_vmware.api [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750347, 'name': ReconfigVM_Task, 'duration_secs': 0.18909} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.482626] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553521', 'volume_id': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'name': 'volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'serial': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 992.492250] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750346, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.497387] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 97%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.599574] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.636178] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.797745] env[62748]: DEBUG nova.compute.manager [req-be482139-940d-4cb8-ab72-700d6bcd7f2c req-4ab9c1ea-d971-4b3f-9cd7-eec81163ed63 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-changed-1adec5ce-11fd-4706-9920-8bdae79b7ff6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 992.798029] env[62748]: DEBUG nova.compute.manager [req-be482139-940d-4cb8-ab72-700d6bcd7f2c req-4ab9c1ea-d971-4b3f-9cd7-eec81163ed63 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Refreshing instance network info cache due to event network-changed-1adec5ce-11fd-4706-9920-8bdae79b7ff6. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 992.798298] env[62748]: DEBUG oslo_concurrency.lockutils [req-be482139-940d-4cb8-ab72-700d6bcd7f2c req-4ab9c1ea-d971-4b3f-9cd7-eec81163ed63 service nova] Acquiring lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.798518] env[62748]: DEBUG oslo_concurrency.lockutils [req-be482139-940d-4cb8-ab72-700d6bcd7f2c req-4ab9c1ea-d971-4b3f-9cd7-eec81163ed63 service nova] Acquired lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.798785] env[62748]: DEBUG nova.network.neutron [req-be482139-940d-4cb8-ab72-700d6bcd7f2c req-4ab9c1ea-d971-4b3f-9cd7-eec81163ed63 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Refreshing network info cache for port 1adec5ce-11fd-4706-9920-8bdae79b7ff6 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.951176] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Releasing lock "refresh_cache-ee909775-074b-4971-9500-7f24f0f92ac8" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.951176] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d70581-6bc6-40cf-862d-226615e0ec83 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.960318] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Resuming the VM {{(pid=62748) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 992.960970] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a6e983-6ee6-4988-ae70-49db7e0d5e42 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.969706] env[62748]: DEBUG oslo_vmware.api [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 992.969706] env[62748]: value = "task-2750348" [ 992.969706] env[62748]: _type = "Task" [ 992.969706] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.981685] env[62748]: DEBUG oslo_vmware.api [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.993784] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c9c82d-f740-4c10-a9b4-ae71a91ee83d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.000176] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750346, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.005636] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 97%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.008865] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272df10f-e577-409b-ad1a-d21f76f67305 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.048019] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45b4ac-82df-4658-b2d6-c2c3f97f01b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.055198] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec84e24e-85d0-498d-baf6-526165065c01 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.071437] env[62748]: DEBUG nova.compute.provider_tree [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.119674] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.164268] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.173224] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.173460] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.221935] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "20764520-f1a0-4a0c-ac51-4d67503097bd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.222235] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.222437] env[62748]: DEBUG nova.compute.manager [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Going to confirm migration 5 {{(pid=62748) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 993.482748] env[62748]: DEBUG oslo_vmware.api [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750348, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.496723] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750346, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.502066] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task} progress is 98%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.533028] env[62748]: DEBUG nova.network.neutron [req-be482139-940d-4cb8-ab72-700d6bcd7f2c req-4ab9c1ea-d971-4b3f-9cd7-eec81163ed63 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updated VIF entry in instance network info cache for port 1adec5ce-11fd-4706-9920-8bdae79b7ff6. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.533676] env[62748]: DEBUG nova.network.neutron [req-be482139-940d-4cb8-ab72-700d6bcd7f2c req-4ab9c1ea-d971-4b3f-9cd7-eec81163ed63 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.551611] env[62748]: DEBUG nova.objects.instance [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lazy-loading 'flavor' on Instance uuid 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.573909] env[62748]: DEBUG nova.scheduler.client.report [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.675380] env[62748]: DEBUG nova.compute.manager [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.843326] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.843522] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.843707] env[62748]: DEBUG nova.network.neutron [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.843896] env[62748]: DEBUG nova.objects.instance [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lazy-loading 'info_cache' on Instance uuid 20764520-f1a0-4a0c-ac51-4d67503097bd {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.983583] env[62748]: DEBUG oslo_vmware.api [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750348, 'name': PowerOnVM_Task, 'duration_secs': 0.790126} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.987882] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Resumed the VM {{(pid=62748) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 993.987882] env[62748]: DEBUG nova.compute.manager [None req-b3d5f965-25a8-496f-b6c1-652a8011ddd5 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.988666] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d0521b-366b-4bb5-b7fa-d28a02994f28 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.998250] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750346, 'name': CloneVM_Task, 'duration_secs': 3.239676} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.000380] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Created linked-clone VM from snapshot [ 994.003398] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6181b9-8bac-4bde-bdd6-84b0a1d284d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.009301] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750341, 'name': RelocateVM_Task, 'duration_secs': 4.679928} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.010017] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 994.010236] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553510', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'name': 'volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f0ddd9-608a-4e8c-913a-5800addac229', 'attached_at': '', 'detached_at': '', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'serial': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 994.011131] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fc357c-1dab-4808-a69e-4253e390f185 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.017129] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Uploading image 27a4bb02-c4c6-4e27-87b3-6bc0f49e5ad0 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 994.033827] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f57d23d-87b2-4c3d-8721-a03a84cd6899 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.037479] env[62748]: DEBUG oslo_concurrency.lockutils [req-be482139-940d-4cb8-ab72-700d6bcd7f2c req-4ab9c1ea-d971-4b3f-9cd7-eec81163ed63 service nova] Releasing lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.057565] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad/volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.059679] env[62748]: DEBUG oslo_vmware.rw_handles [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 994.059679] env[62748]: value = "vm-553525" [ 994.059679] env[62748]: _type = "VirtualMachine" [ 994.059679] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 994.061672] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9fc6dc-9375-4689-af16-5463f2e7ab65 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.075632] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1674a57-468a-4dce-9fad-e331bbe7ab95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.077437] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d86619ef-30cc-4d3d-9b53-2f902d362cc0 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.767s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.080530] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.080750] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.080923] env[62748]: INFO nova.compute.manager [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Shelving [ 994.091920] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 994.091920] env[62748]: value = "task-2750349" [ 994.091920] env[62748]: _type = "Task" [ 994.091920] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.093666] env[62748]: DEBUG oslo_vmware.rw_handles [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease: (returnval){ [ 994.093666] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ac1039-193b-46ea-b952-638dd96cc719" [ 994.093666] env[62748]: _type = "HttpNfcLease" [ 994.093666] env[62748]: } obtained for exporting VM: (result){ [ 994.093666] env[62748]: value = "vm-553525" [ 994.093666] env[62748]: _type = "VirtualMachine" [ 994.093666] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 994.093883] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the lease: (returnval){ [ 994.093883] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ac1039-193b-46ea-b952-638dd96cc719" [ 994.093883] env[62748]: _type = "HttpNfcLease" [ 994.093883] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 994.104416] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.104416] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ac1039-193b-46ea-b952-638dd96cc719" [ 994.104416] env[62748]: _type = "HttpNfcLease" [ 994.104416] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 994.108716] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.199582] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.208358] env[62748]: INFO nova.compute.manager [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Rescuing [ 994.208629] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.208790] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.208966] env[62748]: DEBUG nova.network.neutron [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.589495] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.411s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.594952] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.475s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.596445] env[62748]: INFO nova.compute.claims [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.612455] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.614628] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.614628] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ac1039-193b-46ea-b952-638dd96cc719" [ 994.614628] env[62748]: _type = "HttpNfcLease" [ 994.614628] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 994.614887] env[62748]: DEBUG oslo_vmware.rw_handles [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 994.614887] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ac1039-193b-46ea-b952-638dd96cc719" [ 994.614887] env[62748]: _type = "HttpNfcLease" [ 994.614887] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 994.616063] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224cd0ba-a6cf-42da-98dd-fcc70579d3e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.624248] env[62748]: DEBUG oslo_vmware.rw_handles [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527caa8f-7b5d-52f4-f976-74ee2cb44861/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 994.624523] env[62748]: DEBUG oslo_vmware.rw_handles [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527caa8f-7b5d-52f4-f976-74ee2cb44861/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 994.826246] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4998fbd-4bfd-401c-aaba-0016444abd41 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.064442] env[62748]: DEBUG nova.network.neutron [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating instance_info_cache with network_info: [{"id": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "address": "fa:16:3e:71:24:a6", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bf6892-4b", "ovs_interfaceid": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.110449] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.111765] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea86329b-c7b0-4080-b096-5ab6ba864ddd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.124743] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750349, 'name': ReconfigVM_Task, 'duration_secs': 1.002791} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.126894] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad/volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.132617] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 995.132617] env[62748]: value = "task-2750351" [ 995.132617] env[62748]: _type = "Task" [ 995.132617] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.136646] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76afb1e8-f69e-444c-8477-d281b7eeee87 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.162284] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.165921] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 995.165921] env[62748]: value = "task-2750352" [ 995.165921] env[62748]: _type = "Task" [ 995.165921] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.175320] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750352, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.186240] env[62748]: INFO nova.scheduler.client.report [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted allocation for migration 7b2de278-21b0-46d4-ac0a-ab09c90a566d [ 995.200427] env[62748]: DEBUG nova.network.neutron [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance_info_cache with network_info: [{"id": "a389ef2c-1329-4ce2-a26f-6673db203efc", "address": "fa:16:3e:4b:d1:93", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa389ef2c-13", "ovs_interfaceid": "a389ef2c-1329-4ce2-a26f-6673db203efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.567990] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.657789] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750351, 'name': PowerOffVM_Task, 'duration_secs': 0.263285} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.660834] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.661946] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4defd6-eb90-4472-a81f-d0bd7a207cc9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.688597] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30247d2b-daf6-4e28-abcd-f7dadb7a5cf7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.692447] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.970s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.698961] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750352, 'name': ReconfigVM_Task, 'duration_secs': 0.152739} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.701428] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553510', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'name': 'volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f0ddd9-608a-4e8c-913a-5800addac229', 'attached_at': '', 'detached_at': '', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'serial': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 995.706868] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad27a09a-f84b-4f27-ae08-81e97c860cd8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.709039] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-20764520-f1a0-4a0c-ac51-4d67503097bd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.709416] env[62748]: DEBUG nova.objects.instance [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lazy-loading 'migration_context' on Instance uuid 20764520-f1a0-4a0c-ac51-4d67503097bd {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.718248] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 995.718248] env[62748]: value = "task-2750353" [ 995.718248] env[62748]: _type = "Task" [ 995.718248] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.729048] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750353, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.924920] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef82c74-0065-4a3f-8c83-dc038a6171f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.936285] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3f6089-bfc4-4591-8ebc-d41c0bd7fcf3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.976804] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e511e8a5-09c1-4f74-a3fa-7621ab84ea39 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.987604] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc283ae-8e74-4080-9034-bb06ab42087b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.004571] env[62748]: DEBUG nova.compute.provider_tree [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.213609] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 996.214427] env[62748]: DEBUG nova.objects.base [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Object Instance<20764520-f1a0-4a0c-ac51-4d67503097bd> lazy-loaded attributes: info_cache,migration_context {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.214876] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf0fddf0-2c3e-4a35-a0e4-1d469ac8c8a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.218037] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8ff18d-32b9-4252-b724-7ec748520234 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.227504] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 996.227504] env[62748]: value = "task-2750354" [ 996.227504] env[62748]: _type = "Task" [ 996.227504] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.244897] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750353, 'name': Rename_Task, 'duration_secs': 0.180495} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.251334] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.251698] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82c8136-4fb5-49ee-83d6-88550fae29a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.257560] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dacb0217-3ac4-4553-8e45-00b10caa5fdb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.265531] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750354, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.268083] env[62748]: DEBUG oslo_vmware.api [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 996.268083] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52da4c95-a4c2-27da-cb94-95351c93a106" [ 996.268083] env[62748]: _type = "Task" [ 996.268083] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.268434] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 996.268434] env[62748]: value = "task-2750355" [ 996.268434] env[62748]: _type = "Task" [ 996.268434] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.282886] env[62748]: DEBUG oslo_vmware.api [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52da4c95-a4c2-27da-cb94-95351c93a106, 'name': SearchDatastore_Task, 'duration_secs': 0.012955} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.286704] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.287108] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750355, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.508687] env[62748]: DEBUG nova.scheduler.client.report [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.757830] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750354, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.760594] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "a4607322-e8ff-436e-8415-d743fb94990c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.761053] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.761352] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "a4607322-e8ff-436e-8415-d743fb94990c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.761762] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.762067] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.764989] env[62748]: INFO nova.compute.manager [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Terminating instance [ 996.781379] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750355, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.016885] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.017011] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.022021] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.856s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.023313] env[62748]: INFO nova.compute.claims [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.104886] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.105236] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09f78295-88ce-41e8-84ae-d2c70a7de911 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.112982] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 997.112982] env[62748]: value = "task-2750356" [ 997.112982] env[62748]: _type = "Task" [ 997.112982] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.122790] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.256661] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750354, 'name': CreateSnapshot_Task, 'duration_secs': 0.773678} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.257118] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 997.257769] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618bd9a5-8a67-4a05-a706-b7fd3f90b6fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.270300] env[62748]: DEBUG nova.compute.manager [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.270505] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.271324] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38b05f8-8604-4958-847d-2f55f271c089 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.283054] env[62748]: DEBUG oslo_vmware.api [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750355, 'name': PowerOnVM_Task, 'duration_secs': 0.853619} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.285314] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.285538] env[62748]: INFO nova.compute.manager [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Took 9.01 seconds to spawn the instance on the hypervisor. [ 997.285762] env[62748]: DEBUG nova.compute.manager [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.286086] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.286842] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e52efb-82d5-4b0a-ac08-fef4cc61fd3e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.289676] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-affa70f9-c157-45cf-bec5-ec0c559590ce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.298196] env[62748]: DEBUG oslo_vmware.api [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 997.298196] env[62748]: value = "task-2750357" [ 997.298196] env[62748]: _type = "Task" [ 997.298196] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.307446] env[62748]: DEBUG oslo_vmware.api [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.529406] env[62748]: DEBUG nova.compute.utils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.534029] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.534029] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.579069] env[62748]: DEBUG nova.policy [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1301b24692149cf8fa02502d4ff664b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9732a2729c40dab51554b059f29eb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.623388] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750356, 'name': PowerOffVM_Task, 'duration_secs': 0.360889} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.623700] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.624633] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b137750a-7011-4cb8-96e2-0ee8ef283acd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.648066] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd951911-c986-49ec-91e4-01aefd5ad480 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.690243] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.690587] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba8b39d9-fb5d-4372-95f2-43526c20a8e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.697690] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 997.697690] env[62748]: value = "task-2750358" [ 997.697690] env[62748]: _type = "Task" [ 997.697690] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.705512] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.775956] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 997.776163] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db099c36-9e85-42c3-9606-77f4d2f98036 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.784303] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 997.784303] env[62748]: value = "task-2750359" [ 997.784303] env[62748]: _type = "Task" [ 997.784303] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.795457] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750359, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.810085] env[62748]: INFO nova.compute.manager [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Took 17.82 seconds to build instance. [ 997.815086] env[62748]: DEBUG oslo_vmware.api [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750357, 'name': PowerOffVM_Task, 'duration_secs': 0.214269} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.815571] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.815762] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.816125] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91cf3dc3-af29-49fd-8baf-f8364a885a65 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.920650] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Successfully created port: fd048cab-f3ea-4e79-87cd-f8e887babd3e {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.924223] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.924475] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.924630] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleting the datastore file [datastore2] a4607322-e8ff-436e-8415-d743fb94990c {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.924905] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d0080da-89da-4f02-bb37-d32d82f2eda8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.933161] env[62748]: DEBUG oslo_vmware.api [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for the task: (returnval){ [ 997.933161] env[62748]: value = "task-2750361" [ 997.933161] env[62748]: _type = "Task" [ 997.933161] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.943090] env[62748]: DEBUG oslo_vmware.api [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.034875] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.208953] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 998.209212] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.210150] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.210508] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.210757] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.211144] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d208aa28-f661-4f92-b297-f7f5c9c3716a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.223393] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.223571] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.224518] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693ec3a6-4001-4d00-ad0d-5a7dd24f0fdb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.233738] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 998.233738] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52faba40-8801-3b48-5489-bdfbee3a6254" [ 998.233738] env[62748]: _type = "Task" [ 998.233738] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.243553] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52faba40-8801-3b48-5489-bdfbee3a6254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.295015] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750359, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.317488] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f127523-a897-466b-9719-27523ad0d04c tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "a2f0ddd9-608a-4e8c-913a-5800addac229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.338s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.365128] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f752fa-e105-4997-8d71-709e7b1ddf8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.373602] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c793d26-ac12-4c77-8a2d-3a08e008661b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.411512] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd83e9e-9c52-40d4-ba7b-d6ec73a4ad82 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.420682] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91652c6-0e3e-4ba5-bbbc-6260d1d9024a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.435747] env[62748]: DEBUG nova.compute.provider_tree [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.446781] env[62748]: DEBUG oslo_vmware.api [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Task: {'id': task-2750361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26316} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.447964] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.448191] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.448428] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.448615] env[62748]: INFO nova.compute.manager [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 998.448866] env[62748]: DEBUG oslo.service.loopingcall [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.449351] env[62748]: DEBUG nova.compute.manager [-] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.449453] env[62748]: DEBUG nova.network.neutron [-] [instance: a4607322-e8ff-436e-8415-d743fb94990c] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.751803] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52faba40-8801-3b48-5489-bdfbee3a6254, 'name': SearchDatastore_Task, 'duration_secs': 0.016} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.753231] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f92cb0f-2d37-4475-9131-61d9aa660d31 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.759102] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 998.759102] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520ac1c9-74bb-4cdb-0d66-4a5513fd4314" [ 998.759102] env[62748]: _type = "Task" [ 998.759102] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.769236] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520ac1c9-74bb-4cdb-0d66-4a5513fd4314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.796202] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750359, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.850419] env[62748]: DEBUG nova.compute.manager [req-86f1811c-f41e-4cbf-8131-d56b76a14eec req-0ba97f22-d801-421d-958c-59372b971b3e service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Received event network-vif-deleted-67570483-98b1-47c7-88ab-42c3e1a4b1e7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 998.850419] env[62748]: INFO nova.compute.manager [req-86f1811c-f41e-4cbf-8131-d56b76a14eec req-0ba97f22-d801-421d-958c-59372b971b3e service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Neutron deleted interface 67570483-98b1-47c7-88ab-42c3e1a4b1e7; detaching it from the instance and deleting it from the info cache [ 998.850560] env[62748]: DEBUG nova.network.neutron [req-86f1811c-f41e-4cbf-8131-d56b76a14eec req-0ba97f22-d801-421d-958c-59372b971b3e service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.944024] env[62748]: DEBUG nova.scheduler.client.report [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.040934] env[62748]: DEBUG nova.compute.manager [req-0fba3bf8-7ae2-4bec-956c-165c0402865c req-0485feea-c852-4838-ab92-2c487d6e3a55 service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Received event network-changed-bbf99a81-d8f0-4491-9ea6-7d9c79af7946 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 999.041273] env[62748]: DEBUG nova.compute.manager [req-0fba3bf8-7ae2-4bec-956c-165c0402865c req-0485feea-c852-4838-ab92-2c487d6e3a55 service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Refreshing instance network info cache due to event network-changed-bbf99a81-d8f0-4491-9ea6-7d9c79af7946. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 999.041607] env[62748]: DEBUG oslo_concurrency.lockutils [req-0fba3bf8-7ae2-4bec-956c-165c0402865c req-0485feea-c852-4838-ab92-2c487d6e3a55 service nova] Acquiring lock "refresh_cache-a2f0ddd9-608a-4e8c-913a-5800addac229" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.041898] env[62748]: DEBUG oslo_concurrency.lockutils [req-0fba3bf8-7ae2-4bec-956c-165c0402865c req-0485feea-c852-4838-ab92-2c487d6e3a55 service nova] Acquired lock "refresh_cache-a2f0ddd9-608a-4e8c-913a-5800addac229" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.042287] env[62748]: DEBUG nova.network.neutron [req-0fba3bf8-7ae2-4bec-956c-165c0402865c req-0485feea-c852-4838-ab92-2c487d6e3a55 service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Refreshing network info cache for port bbf99a81-d8f0-4491-9ea6-7d9c79af7946 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.051041] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.093021] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.093021] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.093021] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.093021] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.093021] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.093021] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.096164] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.097142] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.097142] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.097142] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.097142] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.099033] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6564b1-9faf-4f04-a517-9f411ee9cbf7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.107319] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6f2823-9218-4725-b817-050d638af8e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.265551] env[62748]: DEBUG nova.network.neutron [-] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.270733] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520ac1c9-74bb-4cdb-0d66-4a5513fd4314, 'name': SearchDatastore_Task, 'duration_secs': 0.018869} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.271382] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.271774] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. {{(pid=62748) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 999.272172] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b795145-c990-42cf-887e-5e14ceab5a8d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.279070] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 999.279070] env[62748]: value = "task-2750362" [ 999.279070] env[62748]: _type = "Task" [ 999.279070] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.288459] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.297501] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750359, 'name': CloneVM_Task, 'duration_secs': 1.506449} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.297751] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Created linked-clone VM from snapshot [ 999.298465] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53867f32-c759-4bb2-b3f1-a7263e6eb4e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.305957] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Uploading image cd394ab2-ca07-4863-9a0b-c6922c2a21fd {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 999.311325] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquiring lock "0a93aecc-eccd-4d0e-b59c-1172747378ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.311467] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "0a93aecc-eccd-4d0e-b59c-1172747378ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.311670] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquiring lock "0a93aecc-eccd-4d0e-b59c-1172747378ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.311854] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "0a93aecc-eccd-4d0e-b59c-1172747378ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.312034] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "0a93aecc-eccd-4d0e-b59c-1172747378ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.314038] env[62748]: INFO nova.compute.manager [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Terminating instance [ 999.326834] env[62748]: DEBUG oslo_vmware.rw_handles [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 999.326834] env[62748]: value = "vm-553527" [ 999.326834] env[62748]: _type = "VirtualMachine" [ 999.326834] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 999.327288] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-22d7fc47-3bea-416a-8de9-d623efb35db1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.335204] env[62748]: DEBUG oslo_vmware.rw_handles [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lease: (returnval){ [ 999.335204] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523fc7c3-a445-2a0c-a7e5-c7cd7e13c83d" [ 999.335204] env[62748]: _type = "HttpNfcLease" [ 999.335204] env[62748]: } obtained for exporting VM: (result){ [ 999.335204] env[62748]: value = "vm-553527" [ 999.335204] env[62748]: _type = "VirtualMachine" [ 999.335204] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 999.335467] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the lease: (returnval){ [ 999.335467] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523fc7c3-a445-2a0c-a7e5-c7cd7e13c83d" [ 999.335467] env[62748]: _type = "HttpNfcLease" [ 999.335467] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 999.343087] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.343087] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523fc7c3-a445-2a0c-a7e5-c7cd7e13c83d" [ 999.343087] env[62748]: _type = "HttpNfcLease" [ 999.343087] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 999.353037] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d333fb6-2a1d-47c3-ac70-9891f5f451bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.362615] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e000740-22ee-4f84-9750-de3e8215cf0d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.406018] env[62748]: DEBUG nova.compute.manager [req-86f1811c-f41e-4cbf-8131-d56b76a14eec req-0ba97f22-d801-421d-958c-59372b971b3e service nova] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Detach interface failed, port_id=67570483-98b1-47c7-88ab-42c3e1a4b1e7, reason: Instance a4607322-e8ff-436e-8415-d743fb94990c could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 999.447555] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.448205] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.450957] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.251s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.452557] env[62748]: INFO nova.compute.claims [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.469361] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Successfully updated port: fd048cab-f3ea-4e79-87cd-f8e887babd3e {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.772124] env[62748]: INFO nova.compute.manager [-] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Took 1.32 seconds to deallocate network for instance. [ 999.794971] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489425} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.795337] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. [ 999.796182] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d86a3-6273-481f-9bc9-81e3ffa82d1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.817949] env[62748]: DEBUG nova.compute.manager [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.818252] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.826450] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.830414] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ca2b76-7517-4d82-b6a7-1ade08967bf1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.833346] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a20f16b-7df2-4136-973f-c56d35d46785 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.870484] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.872205] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef6259f-94f9-4c93-9619-2c44d590e6bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.874160] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 999.874160] env[62748]: value = "task-2750364" [ 999.874160] env[62748]: _type = "Task" [ 999.874160] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.877062] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 999.877062] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523fc7c3-a445-2a0c-a7e5-c7cd7e13c83d" [ 999.877062] env[62748]: _type = "HttpNfcLease" [ 999.877062] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 999.879965] env[62748]: DEBUG oslo_vmware.rw_handles [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 999.879965] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523fc7c3-a445-2a0c-a7e5-c7cd7e13c83d" [ 999.879965] env[62748]: _type = "HttpNfcLease" [ 999.879965] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 999.882232] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9b4de4-a25b-4e77-bc84-2e9ac1f64f38 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.884914] env[62748]: DEBUG oslo_vmware.api [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 999.884914] env[62748]: value = "task-2750365" [ 999.884914] env[62748]: _type = "Task" [ 999.884914] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.898977] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.899304] env[62748]: DEBUG oslo_vmware.rw_handles [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52286190-9cdf-519f-0ed9-1fdb2a0106bc/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 999.899476] env[62748]: DEBUG oslo_vmware.rw_handles [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52286190-9cdf-519f-0ed9-1fdb2a0106bc/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 999.955124] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.959205] env[62748]: DEBUG nova.network.neutron [req-0fba3bf8-7ae2-4bec-956c-165c0402865c req-0485feea-c852-4838-ab92-2c487d6e3a55 service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Updated VIF entry in instance network info cache for port bbf99a81-d8f0-4491-9ea6-7d9c79af7946. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.959568] env[62748]: DEBUG nova.network.neutron [req-0fba3bf8-7ae2-4bec-956c-165c0402865c req-0485feea-c852-4838-ab92-2c487d6e3a55 service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Updating instance_info_cache with network_info: [{"id": "bbf99a81-d8f0-4491-9ea6-7d9c79af7946", "address": "fa:16:3e:af:7d:b3", "network": {"id": "6e86684d-b4af-45cc-a47d-11304aed4d6b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2106856305-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2881aa52307e4832874e334eec416fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf99a81-d8", "ovs_interfaceid": "bbf99a81-d8f0-4491-9ea6-7d9c79af7946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.960780] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.962794] env[62748]: DEBUG nova.compute.utils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.967872] env[62748]: DEBUG oslo_vmware.api [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2750365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.968357] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.968499] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.971621] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "refresh_cache-6b600476-0316-4ff6-9df7-8bb0662ea8ac" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.971765] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "refresh_cache-6b600476-0316-4ff6-9df7-8bb0662ea8ac" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.972310] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.005521] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d673bb0-d38c-4632-800b-79ef85193562 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.025922] env[62748]: DEBUG nova.policy [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1301b24692149cf8fa02502d4ff664b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9732a2729c40dab51554b059f29eb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.290277] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.347927] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Successfully created port: 0d277683-49a6-4e55-ae07-564a5241e9d3 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.371278] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "ee909775-074b-4971-9500-7f24f0f92ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.371540] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.371752] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.371938] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.372203] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.374619] env[62748]: INFO nova.compute.manager [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Terminating instance [ 1000.387248] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.397732] env[62748]: DEBUG oslo_vmware.api [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2750365, 'name': PowerOffVM_Task, 'duration_secs': 0.328256} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.397915] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.398082] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.398459] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e7c9aa7-ad96-4cdc-9fcd-061a0c7b2937 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.472746] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.476791] env[62748]: DEBUG oslo_concurrency.lockutils [req-0fba3bf8-7ae2-4bec-956c-165c0402865c req-0485feea-c852-4838-ab92-2c487d6e3a55 service nova] Releasing lock "refresh_cache-a2f0ddd9-608a-4e8c-913a-5800addac229" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.486412] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.486758] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.487032] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Deleting the datastore file [datastore2] 0a93aecc-eccd-4d0e-b59c-1172747378ff {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.487681] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aafbe43c-597c-4172-9793-d7faa90483c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.489673] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.490257] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.490848] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.491046] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.491337] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.491490] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.491607] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1000.491760] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.496099] env[62748]: DEBUG oslo_vmware.api [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for the task: (returnval){ [ 1000.496099] env[62748]: value = "task-2750367" [ 1000.496099] env[62748]: _type = "Task" [ 1000.496099] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.506210] env[62748]: DEBUG oslo_vmware.api [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2750367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.570797] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.798856] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Updating instance_info_cache with network_info: [{"id": "fd048cab-f3ea-4e79-87cd-f8e887babd3e", "address": "fa:16:3e:1b:cb:93", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd048cab-f3", "ovs_interfaceid": "fd048cab-f3ea-4e79-87cd-f8e887babd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.804736] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4d0529-8cd6-49af-8d5c-3b0cae25ab13 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.813650] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d76a812-3dcc-46c5-8c5b-13c61c65a81f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.849945] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc77c8f-a571-4a5c-b2fd-97a06fa5b994 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.858318] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c271f56-c73d-4baf-a704-c2be58b12db8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.873183] env[62748]: DEBUG nova.compute.provider_tree [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.885332] env[62748]: DEBUG nova.compute.manager [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.885514] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.885866] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750364, 'name': ReconfigVM_Task, 'duration_secs': 0.585572} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.887374] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e27fb00-8700-45c5-81d7-b3cf2d9dec25 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.890702] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.892172] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9027a07-5e56-464f-8831-7f1788321dae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.899032] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.917717] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e982a163-8289-4f9f-ab88-38811629b61f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.924892] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436fdc62-4c01-4088-ae3d-8bc2ac0af3ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.941330] env[62748]: DEBUG oslo_vmware.api [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 1000.941330] env[62748]: value = "task-2750368" [ 1000.941330] env[62748]: _type = "Task" [ 1000.941330] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.942743] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1000.942743] env[62748]: value = "task-2750369" [ 1000.942743] env[62748]: _type = "Task" [ 1000.942743] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.952958] env[62748]: DEBUG nova.compute.manager [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Received event network-vif-plugged-fd048cab-f3ea-4e79-87cd-f8e887babd3e {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.953209] env[62748]: DEBUG oslo_concurrency.lockutils [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] Acquiring lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.953578] env[62748]: DEBUG oslo_concurrency.lockutils [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] Lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.953889] env[62748]: DEBUG oslo_concurrency.lockutils [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] Lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.954142] env[62748]: DEBUG nova.compute.manager [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] No waiting events found dispatching network-vif-plugged-fd048cab-f3ea-4e79-87cd-f8e887babd3e {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.954422] env[62748]: WARNING nova.compute.manager [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Received unexpected event network-vif-plugged-fd048cab-f3ea-4e79-87cd-f8e887babd3e for instance with vm_state building and task_state spawning. [ 1000.954619] env[62748]: DEBUG nova.compute.manager [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Received event network-changed-fd048cab-f3ea-4e79-87cd-f8e887babd3e {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1000.954842] env[62748]: DEBUG nova.compute.manager [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Refreshing instance network info cache due to event network-changed-fd048cab-f3ea-4e79-87cd-f8e887babd3e. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1000.955140] env[62748]: DEBUG oslo_concurrency.lockutils [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] Acquiring lock "refresh_cache-6b600476-0316-4ff6-9df7-8bb0662ea8ac" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.963283] env[62748]: DEBUG oslo_vmware.api [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.996198] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.006153] env[62748]: DEBUG oslo_vmware.api [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Task: {'id': task-2750367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171792} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.006376] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.006600] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.006789] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.006986] env[62748]: INFO nova.compute.manager [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1001.007255] env[62748]: DEBUG oslo.service.loopingcall [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.007453] env[62748]: DEBUG nova.compute.manager [-] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.007548] env[62748]: DEBUG nova.network.neutron [-] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.300484] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "refresh_cache-6b600476-0316-4ff6-9df7-8bb0662ea8ac" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.301193] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Instance network_info: |[{"id": "fd048cab-f3ea-4e79-87cd-f8e887babd3e", "address": "fa:16:3e:1b:cb:93", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd048cab-f3", "ovs_interfaceid": "fd048cab-f3ea-4e79-87cd-f8e887babd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.302098] env[62748]: DEBUG oslo_concurrency.lockutils [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] Acquired lock "refresh_cache-6b600476-0316-4ff6-9df7-8bb0662ea8ac" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.302663] env[62748]: DEBUG nova.network.neutron [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Refreshing network info cache for port fd048cab-f3ea-4e79-87cd-f8e887babd3e {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.305021] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:cb:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd048cab-f3ea-4e79-87cd-f8e887babd3e', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.314541] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Creating folder: Project (dc9732a2729c40dab51554b059f29eb9). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.318479] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8e74dfe-4218-4fe0-8d63-646a4c4f1a99 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.331612] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Created folder: Project (dc9732a2729c40dab51554b059f29eb9) in parent group-v553264. [ 1001.333114] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Creating folder: Instances. Parent ref: group-v553528. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.333114] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f96630fe-4689-4934-be1a-a0ee62d45711 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.349712] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Created folder: Instances in parent group-v553528. [ 1001.350406] env[62748]: DEBUG oslo.service.loopingcall [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.350743] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.351279] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ffae1d7-66f0-4ad0-8986-9a8ef8f196f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.378315] env[62748]: DEBUG nova.scheduler.client.report [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.388023] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.388023] env[62748]: value = "task-2750372" [ 1001.388023] env[62748]: _type = "Task" [ 1001.388023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.397948] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750372, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.456436] env[62748]: DEBUG oslo_vmware.api [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750368, 'name': PowerOffVM_Task, 'duration_secs': 0.228188} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.459851] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.460180] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.460673] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750369, 'name': ReconfigVM_Task, 'duration_secs': 0.257669} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.463759] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d7b4fc-2879-4298-a7f5-977b022f3e90 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.465595] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.466389] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c98cae2-1f19-413c-b921-f6ed0139720c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.474606] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1001.474606] env[62748]: value = "task-2750373" [ 1001.474606] env[62748]: _type = "Task" [ 1001.474606] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.484037] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.492824] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.532403] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.532768] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.532950] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleting the datastore file [datastore1] ee909775-074b-4971-9500-7f24f0f92ac8 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.534054] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e235bbf-2189-4487-95e6-2a463bb7d271 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.540712] env[62748]: DEBUG oslo_vmware.api [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for the task: (returnval){ [ 1001.540712] env[62748]: value = "task-2750375" [ 1001.540712] env[62748]: _type = "Task" [ 1001.540712] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.549672] env[62748]: DEBUG oslo_vmware.api [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.697025] env[62748]: DEBUG nova.network.neutron [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Updated VIF entry in instance network info cache for port fd048cab-f3ea-4e79-87cd-f8e887babd3e. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.697407] env[62748]: DEBUG nova.network.neutron [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Updating instance_info_cache with network_info: [{"id": "fd048cab-f3ea-4e79-87cd-f8e887babd3e", "address": "fa:16:3e:1b:cb:93", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd048cab-f3", "ovs_interfaceid": "fd048cab-f3ea-4e79-87cd-f8e887babd3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.890030] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.891783] env[62748]: DEBUG nova.compute.manager [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.895662] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.609s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.912649] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750372, 'name': CreateVM_Task, 'duration_secs': 0.389613} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.914960] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.915908] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.916256] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.916725] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.917430] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87affa8a-5efe-4f11-916d-1bf581ce8b45 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.923864] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1001.923864] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5283a0cb-b080-4c91-d3f1-8f2272573fb3" [ 1001.923864] env[62748]: _type = "Task" [ 1001.923864] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.936963] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5283a0cb-b080-4c91-d3f1-8f2272573fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.986619] env[62748]: DEBUG oslo_vmware.api [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750373, 'name': PowerOnVM_Task, 'duration_secs': 0.470183} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.986619] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.990333] env[62748]: DEBUG nova.compute.manager [None req-d415e3b0-4b31-4fa8-a979-19d4295f7fdf tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.990642] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb308eef-20d8-42b0-8bcb-487a43439e41 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.055375] env[62748]: DEBUG oslo_vmware.api [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Task: {'id': task-2750375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246123} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.055796] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.056098] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.056356] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.056617] env[62748]: INFO nova.compute.manager [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1002.056861] env[62748]: DEBUG oslo.service.loopingcall [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.057107] env[62748]: DEBUG nova.compute.manager [-] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.057218] env[62748]: DEBUG nova.network.neutron [-] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.102608] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Successfully updated port: 0d277683-49a6-4e55-ae07-564a5241e9d3 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1002.203317] env[62748]: DEBUG oslo_concurrency.lockutils [req-409c5e86-e312-4ac3-af50-708e0ee496de req-dafad39e-6dc7-4549-85e9-affdf1b94577 service nova] Releasing lock "refresh_cache-6b600476-0316-4ff6-9df7-8bb0662ea8ac" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.278141] env[62748]: DEBUG nova.network.neutron [-] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.408543] env[62748]: DEBUG nova.compute.utils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.413451] env[62748]: DEBUG nova.compute.manager [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.413451] env[62748]: DEBUG nova.network.neutron [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.443588] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5283a0cb-b080-4c91-d3f1-8f2272573fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.447195] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.447489] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.448234] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.448234] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.448234] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.449010] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ef01804-8c97-4f44-9a9f-4f2807c2a8c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.468825] env[62748]: DEBUG nova.policy [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '576b6d26a9584aa49608b3274e6b09bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30a65ce7402942c2a54c8628bde6abed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.472747] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.472990] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.477099] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae849f2a-8439-4b00-955d-d3114079fc6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.484864] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1002.484864] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5252da28-7893-96f8-e57c-83c950fc0251" [ 1002.484864] env[62748]: _type = "Task" [ 1002.484864] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.495496] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5252da28-7893-96f8-e57c-83c950fc0251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.607626] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "refresh_cache-93478106-da75-4fb0-a213-c4edf3f28797" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.607626] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "refresh_cache-93478106-da75-4fb0-a213-c4edf3f28797" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.607849] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.775943] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df558fde-9425-49e5-a677-cc73082c7c31 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.782996] env[62748]: INFO nova.compute.manager [-] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Took 1.78 seconds to deallocate network for instance. [ 1002.786224] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40872252-e051-4a58-acb2-8d733385357f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.828897] env[62748]: DEBUG nova.network.neutron [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Successfully created port: 205c946a-94fc-4c1f-afce-43fcfeb768a6 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.832141] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b44aa4-fe00-46ec-afeb-3c6c5a7e0906 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.841665] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc869a6-3bc0-401a-aba2-36267d882ece {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.856999] env[62748]: DEBUG nova.compute.provider_tree [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.915815] env[62748]: DEBUG nova.network.neutron [-] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.917420] env[62748]: DEBUG nova.compute.manager [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.992939] env[62748]: DEBUG nova.compute.manager [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Received event network-vif-deleted-065bfca0-7984-4612-8fc8-bcd4a364497d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.993340] env[62748]: DEBUG nova.compute.manager [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Received event network-vif-plugged-0d277683-49a6-4e55-ae07-564a5241e9d3 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.993739] env[62748]: DEBUG oslo_concurrency.lockutils [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] Acquiring lock "93478106-da75-4fb0-a213-c4edf3f28797-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.993962] env[62748]: DEBUG oslo_concurrency.lockutils [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] Lock "93478106-da75-4fb0-a213-c4edf3f28797-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.994133] env[62748]: DEBUG oslo_concurrency.lockutils [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] Lock "93478106-da75-4fb0-a213-c4edf3f28797-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.994308] env[62748]: DEBUG nova.compute.manager [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] No waiting events found dispatching network-vif-plugged-0d277683-49a6-4e55-ae07-564a5241e9d3 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.994477] env[62748]: WARNING nova.compute.manager [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Received unexpected event network-vif-plugged-0d277683-49a6-4e55-ae07-564a5241e9d3 for instance with vm_state building and task_state spawning. [ 1002.994655] env[62748]: DEBUG nova.compute.manager [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Received event network-changed-0d277683-49a6-4e55-ae07-564a5241e9d3 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1002.994813] env[62748]: DEBUG nova.compute.manager [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Refreshing instance network info cache due to event network-changed-0d277683-49a6-4e55-ae07-564a5241e9d3. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1002.994994] env[62748]: DEBUG oslo_concurrency.lockutils [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] Acquiring lock "refresh_cache-93478106-da75-4fb0-a213-c4edf3f28797" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.002822] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5252da28-7893-96f8-e57c-83c950fc0251, 'name': SearchDatastore_Task, 'duration_secs': 0.018395} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.003729] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0cd4de-f72c-420f-aaed-c0bde94d331c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.011910] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1003.011910] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52deefbb-335e-38ad-79bf-d5bd3d36581c" [ 1003.011910] env[62748]: _type = "Task" [ 1003.011910] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.021322] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52deefbb-335e-38ad-79bf-d5bd3d36581c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.079514] env[62748]: INFO nova.compute.manager [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Unrescuing [ 1003.079514] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.079514] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquired lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.079759] env[62748]: DEBUG nova.network.neutron [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.169197] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.296743] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.360136] env[62748]: DEBUG nova.scheduler.client.report [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.374678] env[62748]: DEBUG nova.network.neutron [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Updating instance_info_cache with network_info: [{"id": "0d277683-49a6-4e55-ae07-564a5241e9d3", "address": "fa:16:3e:af:f5:88", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d277683-49", "ovs_interfaceid": "0d277683-49a6-4e55-ae07-564a5241e9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.420590] env[62748]: INFO nova.compute.manager [-] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Took 1.36 seconds to deallocate network for instance. [ 1003.524767] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52deefbb-335e-38ad-79bf-d5bd3d36581c, 'name': SearchDatastore_Task, 'duration_secs': 0.016199} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.525008] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.525305] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6b600476-0316-4ff6-9df7-8bb0662ea8ac/6b600476-0316-4ff6-9df7-8bb0662ea8ac.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.525553] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30551fcc-60ad-4971-bc59-a9e3df4fe7c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.535923] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1003.535923] env[62748]: value = "task-2750376" [ 1003.535923] env[62748]: _type = "Task" [ 1003.535923] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.545253] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.879262] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "refresh_cache-93478106-da75-4fb0-a213-c4edf3f28797" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.879608] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Instance network_info: |[{"id": "0d277683-49a6-4e55-ae07-564a5241e9d3", "address": "fa:16:3e:af:f5:88", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d277683-49", "ovs_interfaceid": "0d277683-49a6-4e55-ae07-564a5241e9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.879913] env[62748]: DEBUG oslo_concurrency.lockutils [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] Acquired lock "refresh_cache-93478106-da75-4fb0-a213-c4edf3f28797" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.880178] env[62748]: DEBUG nova.network.neutron [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Refreshing network info cache for port 0d277683-49a6-4e55-ae07-564a5241e9d3 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.893604] env[62748]: DEBUG nova.network.neutron [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating instance_info_cache with network_info: [{"id": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "address": "fa:16:3e:71:24:a6", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bf6892-4b", "ovs_interfaceid": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.932474] env[62748]: DEBUG nova.compute.manager [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.936180] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.049112] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750376, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.190802] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.191089] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.191374] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.191442] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.191688] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.191761] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.192037] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.192155] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.192332] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.192501] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.192827] env[62748]: DEBUG nova.virt.hardware [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.194979] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e438d710-6580-4d17-aa05-b9b90354a9e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.207272] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.207564] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.207564] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.207750] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.208683] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.208683] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.208683] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.208683] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.208683] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.208990] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.208990] env[62748]: DEBUG nova.virt.hardware [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.210448] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66610741-6a41-4eb3-abb1-82ca11c1cea8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.216520] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1bfa48-5cc7-40e3-bb85-a0f7df9c8be1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.234552] env[62748]: DEBUG oslo_vmware.rw_handles [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527caa8f-7b5d-52f4-f976-74ee2cb44861/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1004.235958] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c6eac8-96ac-4890-a371-5885e2886ec0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.241265] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:f5:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d277683-49a6-4e55-ae07-564a5241e9d3', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.248797] env[62748]: DEBUG oslo.service.loopingcall [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1004.249625] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caacfe03-3507-4f4a-9d19-ebb4c079afdf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.252280] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.252911] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78bc5a05-d898-4a2f-8a47-be42f36a727d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.278094] env[62748]: DEBUG oslo_vmware.rw_handles [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527caa8f-7b5d-52f4-f976-74ee2cb44861/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1004.281848] env[62748]: ERROR oslo_vmware.rw_handles [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527caa8f-7b5d-52f4-f976-74ee2cb44861/disk-0.vmdk due to incomplete transfer. [ 1004.281848] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9022f9cb-43d5-44c6-8cab-cee4f0ddeade {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.284408] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.284408] env[62748]: value = "task-2750377" [ 1004.284408] env[62748]: _type = "Task" [ 1004.284408] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.290115] env[62748]: DEBUG oslo_vmware.rw_handles [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527caa8f-7b5d-52f4-f976-74ee2cb44861/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1004.292252] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Uploaded image 27a4bb02-c4c6-4e27-87b3-6bc0f49e5ad0 to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1004.292672] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.292971] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f778ce45-d0eb-4a49-97b5-fd034f697139 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.299482] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750377, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.301735] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1004.301735] env[62748]: value = "task-2750378" [ 1004.301735] env[62748]: _type = "Task" [ 1004.301735] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.310199] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750378, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.371821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.476s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.375012] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.085s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.375249] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.378081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.382s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.378081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.378081] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1004.378081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.082s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.378254] env[62748]: DEBUG nova.objects.instance [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lazy-loading 'resources' on Instance uuid 0a93aecc-eccd-4d0e-b59c-1172747378ff {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.380986] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4cb0a6-516e-4bc7-aab2-01600c1dd402 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.392648] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a7983-1d2f-48af-8117-a727761ba0eb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.401629] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Releasing lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.401629] env[62748]: DEBUG nova.objects.instance [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lazy-loading 'flavor' on Instance uuid 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.415090] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06901ed9-0f2c-48fd-a264-3348c69dc2f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.419501] env[62748]: INFO nova.scheduler.client.report [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Deleted allocations for instance a4607322-e8ff-436e-8415-d743fb94990c [ 1004.428412] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921b8228-43a5-4af3-b367-58a0cd4f67f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.464037] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178486MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1004.464037] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.548978] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579674} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.549502] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6b600476-0316-4ff6-9df7-8bb0662ea8ac/6b600476-0316-4ff6-9df7-8bb0662ea8ac.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.549735] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.550050] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b02af001-2d30-436e-a6e8-fafad6e29421 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.560624] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1004.560624] env[62748]: value = "task-2750379" [ 1004.560624] env[62748]: _type = "Task" [ 1004.560624] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.571673] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.641688] env[62748]: DEBUG nova.network.neutron [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Successfully updated port: 205c946a-94fc-4c1f-afce-43fcfeb768a6 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.747558] env[62748]: DEBUG nova.network.neutron [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Updated VIF entry in instance network info cache for port 0d277683-49a6-4e55-ae07-564a5241e9d3. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.747978] env[62748]: DEBUG nova.network.neutron [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Updating instance_info_cache with network_info: [{"id": "0d277683-49a6-4e55-ae07-564a5241e9d3", "address": "fa:16:3e:af:f5:88", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d277683-49", "ovs_interfaceid": "0d277683-49a6-4e55-ae07-564a5241e9d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.795824] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750377, 'name': CreateVM_Task, 'duration_secs': 0.436289} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.796015] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.796784] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.796972] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.797350] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.797631] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160c2262-77dd-4231-8e17-3608ff9ee184 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.806109] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1004.806109] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52494d8a-e693-3b64-a9d5-2a4c83de4fdc" [ 1004.806109] env[62748]: _type = "Task" [ 1004.806109] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.814415] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750378, 'name': Destroy_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.820119] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52494d8a-e693-3b64-a9d5-2a4c83de4fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.906662] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3d3d59-e825-4cf0-a1ab-311c1674c313 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.940177] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.940885] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5248db38-f831-43d3-b745-a1c2ee6c4b09 tempest-DeleteServersTestJSON-480752023 tempest-DeleteServersTestJSON-480752023-project-member] Lock "a4607322-e8ff-436e-8415-d743fb94990c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.180s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.944488] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef469e3f-6206-44a7-8a75-68841b63f2b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.947271] env[62748]: INFO nova.scheduler.client.report [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted allocation for migration 39fba54a-eef2-4857-b0a9-c747dafe93e8 [ 1004.957013] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1004.957013] env[62748]: value = "task-2750380" [ 1004.957013] env[62748]: _type = "Task" [ 1004.957013] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.970603] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.073972] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084885} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.074387] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.075227] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548098ac-40bd-4ec9-88fc-f133755d446d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.103206] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 6b600476-0316-4ff6-9df7-8bb0662ea8ac/6b600476-0316-4ff6-9df7-8bb0662ea8ac.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.107312] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f9ff04-adde-43d1-ae73-1fadd049b79d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.124159] env[62748]: DEBUG nova.compute.manager [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Received event network-vif-plugged-205c946a-94fc-4c1f-afce-43fcfeb768a6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.124456] env[62748]: DEBUG oslo_concurrency.lockutils [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] Acquiring lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.124791] env[62748]: DEBUG oslo_concurrency.lockutils [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] Lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.125085] env[62748]: DEBUG oslo_concurrency.lockutils [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] Lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.125341] env[62748]: DEBUG nova.compute.manager [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] No waiting events found dispatching network-vif-plugged-205c946a-94fc-4c1f-afce-43fcfeb768a6 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.125603] env[62748]: WARNING nova.compute.manager [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Received unexpected event network-vif-plugged-205c946a-94fc-4c1f-afce-43fcfeb768a6 for instance with vm_state building and task_state spawning. [ 1005.125845] env[62748]: DEBUG nova.compute.manager [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Received event network-changed-205c946a-94fc-4c1f-afce-43fcfeb768a6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.126102] env[62748]: DEBUG nova.compute.manager [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Refreshing instance network info cache due to event network-changed-205c946a-94fc-4c1f-afce-43fcfeb768a6. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1005.126393] env[62748]: DEBUG oslo_concurrency.lockutils [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] Acquiring lock "refresh_cache-05e4e2a4-9388-42ba-8ac9-324f1d749d1e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.126613] env[62748]: DEBUG oslo_concurrency.lockutils [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] Acquired lock "refresh_cache-05e4e2a4-9388-42ba-8ac9-324f1d749d1e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.126870] env[62748]: DEBUG nova.network.neutron [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Refreshing network info cache for port 205c946a-94fc-4c1f-afce-43fcfeb768a6 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.137183] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1005.137183] env[62748]: value = "task-2750381" [ 1005.137183] env[62748]: _type = "Task" [ 1005.137183] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.144243] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "refresh_cache-05e4e2a4-9388-42ba-8ac9-324f1d749d1e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.152119] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.250890] env[62748]: DEBUG oslo_concurrency.lockutils [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] Releasing lock "refresh_cache-93478106-da75-4fb0-a213-c4edf3f28797" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.251148] env[62748]: DEBUG nova.compute.manager [req-f6a9d595-331a-4c13-a015-c9d8f803cc74 req-83a95beb-b200-466d-8066-79a49eb6136f service nova] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Received event network-vif-deleted-a8551289-9a26-4990-805a-62118337dc49 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.281333] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507aad51-2e5b-4620-bf71-dc835fbd2eca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.291753] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9761430-e71e-4937-9748-d15e6c8b570c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.336045] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebafa781-9f2f-46d5-9b8f-b9090156d4c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.351078] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaba5147-f135-4bcb-b5a9-0734ac2e3a3e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.355691] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52494d8a-e693-3b64-a9d5-2a4c83de4fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.016683} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.355967] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750378, 'name': Destroy_Task, 'duration_secs': 0.606743} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.356315] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.356652] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.356950] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.357120] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.357309] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.357587] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Destroyed the VM [ 1005.357823] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.358595] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-095f14e0-1aca-4444-867b-4a424e843f8f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.360547] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6524c333-41ff-4a85-aedb-2901cf1838e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.372649] env[62748]: DEBUG nova.compute.provider_tree [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.380612] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1005.380612] env[62748]: value = "task-2750382" [ 1005.380612] env[62748]: _type = "Task" [ 1005.380612] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.395575] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750382, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.401330] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.401577] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.402509] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e2b23c-13d9-47ec-8c5f-ddee3722d1f0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.411134] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1005.411134] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52548e57-b959-27a1-6843-7462e56b853a" [ 1005.411134] env[62748]: _type = "Task" [ 1005.411134] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.424794] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52548e57-b959-27a1-6843-7462e56b853a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.455377] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b594656-2d3b-420d-b859-c20b60e541cb tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.233s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.475989] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750380, 'name': PowerOffVM_Task, 'duration_secs': 0.452879} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.476344] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.482767] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfiguring VM instance instance-0000003d to detach disk 2002 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.483894] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9be3ae32-35b1-443d-9540-9b7f8d05e89e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.507723] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1005.507723] env[62748]: value = "task-2750383" [ 1005.507723] env[62748]: _type = "Task" [ 1005.507723] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.521034] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.649148] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750381, 'name': ReconfigVM_Task, 'duration_secs': 0.439867} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.649148] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 6b600476-0316-4ff6-9df7-8bb0662ea8ac/6b600476-0316-4ff6-9df7-8bb0662ea8ac.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.649694] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cb4ca6d-635b-4841-aed6-6a3d59484cb6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.661167] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1005.661167] env[62748]: value = "task-2750384" [ 1005.661167] env[62748]: _type = "Task" [ 1005.661167] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.665827] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "20764520-f1a0-4a0c-ac51-4d67503097bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.665880] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.666158] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "20764520-f1a0-4a0c-ac51-4d67503097bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.666492] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.666838] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.668898] env[62748]: INFO nova.compute.manager [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Terminating instance [ 1005.676221] env[62748]: DEBUG nova.network.neutron [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.682567] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750384, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.811335] env[62748]: DEBUG nova.network.neutron [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.876509] env[62748]: DEBUG nova.scheduler.client.report [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.894676] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750382, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.922292] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52548e57-b959-27a1-6843-7462e56b853a, 'name': SearchDatastore_Task, 'duration_secs': 0.014175} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.923142] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11a5b7d-cdcd-4cb8-b026-1dfcdaa80397 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.930522] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1005.930522] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0493f-0030-e25b-9a9a-90d947e1257b" [ 1005.930522] env[62748]: _type = "Task" [ 1005.930522] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.940542] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0493f-0030-e25b-9a9a-90d947e1257b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.020542] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.172455] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750384, 'name': Rename_Task, 'duration_secs': 0.212217} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.174700] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.174700] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a73a459-63db-45dd-aee9-84529dedc0ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.175313] env[62748]: DEBUG nova.compute.manager [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.175525] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.176316] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a22418f-610b-4944-b667-f1e0aa7a560a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.185594] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.187221] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40a7ba6b-f126-439c-a2aa-5d2cf289a3e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.190057] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1006.190057] env[62748]: value = "task-2750386" [ 1006.190057] env[62748]: _type = "Task" [ 1006.190057] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.202598] env[62748]: DEBUG oslo_vmware.api [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1006.202598] env[62748]: value = "task-2750387" [ 1006.202598] env[62748]: _type = "Task" [ 1006.202598] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.203513] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.203942] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.215194] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750386, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.221676] env[62748]: DEBUG oslo_vmware.api [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.322205] env[62748]: DEBUG oslo_concurrency.lockutils [req-e67ca14b-8c01-41bd-8d06-0d501c12cf01 req-4f5e3f85-3df3-4c7b-88aa-357b2e516c3d service nova] Releasing lock "refresh_cache-05e4e2a4-9388-42ba-8ac9-324f1d749d1e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.323034] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "refresh_cache-05e4e2a4-9388-42ba-8ac9-324f1d749d1e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.323034] env[62748]: DEBUG nova.network.neutron [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.381834] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.384394] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.448s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.384647] env[62748]: DEBUG nova.objects.instance [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lazy-loading 'resources' on Instance uuid ee909775-074b-4971-9500-7f24f0f92ac8 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.398805] env[62748]: DEBUG oslo_vmware.api [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750382, 'name': RemoveSnapshot_Task, 'duration_secs': 0.880023} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.399113] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.399353] env[62748]: INFO nova.compute.manager [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Took 18.06 seconds to snapshot the instance on the hypervisor. [ 1006.404049] env[62748]: INFO nova.scheduler.client.report [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Deleted allocations for instance 0a93aecc-eccd-4d0e-b59c-1172747378ff [ 1006.445028] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0493f-0030-e25b-9a9a-90d947e1257b, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.445268] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.445618] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 93478106-da75-4fb0-a213-c4edf3f28797/93478106-da75-4fb0-a213-c4edf3f28797.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.445916] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d87110e1-3971-4e23-95cf-ee76016f0473 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.454232] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1006.454232] env[62748]: value = "task-2750388" [ 1006.454232] env[62748]: _type = "Task" [ 1006.454232] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.464202] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.519538] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750383, 'name': ReconfigVM_Task, 'duration_secs': 0.591715} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.520038] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfigured VM instance instance-0000003d to detach disk 2002 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.520349] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.520732] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-538593bc-c33f-48a2-a1eb-0ec023eeea20 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.528884] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1006.528884] env[62748]: value = "task-2750389" [ 1006.528884] env[62748]: _type = "Task" [ 1006.528884] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.540997] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.700945] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750386, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.716759] env[62748]: DEBUG nova.compute.manager [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1006.719747] env[62748]: DEBUG oslo_vmware.api [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750387, 'name': PowerOffVM_Task, 'duration_secs': 0.232774} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.720069] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.720696] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.720787] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-794368b7-0d97-4d68-af49-3434797adc08 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.808613] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.808900] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.809080] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleting the datastore file [datastore2] 20764520-f1a0-4a0c-ac51-4d67503097bd {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.809372] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e97d65a-ef99-4add-9e4e-a36131126269 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.816767] env[62748]: DEBUG oslo_vmware.api [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1006.816767] env[62748]: value = "task-2750391" [ 1006.816767] env[62748]: _type = "Task" [ 1006.816767] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.831569] env[62748]: DEBUG oslo_vmware.api [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.896639] env[62748]: DEBUG nova.network.neutron [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.913402] env[62748]: DEBUG oslo_concurrency.lockutils [None req-03d42b1e-9419-47b1-b842-d84c475f5651 tempest-ServersV294TestFqdnHostnames-1902468215 tempest-ServersV294TestFqdnHostnames-1902468215-project-member] Lock "0a93aecc-eccd-4d0e-b59c-1172747378ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.602s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.971692] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750388, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.046480] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750389, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.149026] env[62748]: DEBUG nova.compute.manager [None req-08cf3041-8d55-4e64-ae08-153cb47aa167 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Found 2 images (rotation: 2) {{(pid=62748) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1007.155966] env[62748]: DEBUG nova.network.neutron [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Updating instance_info_cache with network_info: [{"id": "205c946a-94fc-4c1f-afce-43fcfeb768a6", "address": "fa:16:3e:f9:29:7c", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205c946a-94", "ovs_interfaceid": "205c946a-94fc-4c1f-afce-43fcfeb768a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.203988] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750386, 'name': PowerOnVM_Task, 'duration_secs': 0.73472} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.204746] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.204746] env[62748]: INFO nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1007.204746] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.205565] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ced7b3-00c6-4700-96af-34f148c8bd31 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.242024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.244075] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93fffe9-1b8a-429e-9786-17608bde32eb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.252935] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246e54c3-be04-4c2c-99fe-fa8dc3ce3de4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.286479] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27c47bd-989c-4f82-b3cf-b0abd3c2b163 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.295435] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d349418a-13d6-4919-8d9a-b696657914ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.313475] env[62748]: DEBUG nova.compute.provider_tree [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.327569] env[62748]: DEBUG oslo_vmware.api [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.468146] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717948} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.468938] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 93478106-da75-4fb0-a213-c4edf3f28797/93478106-da75-4fb0-a213-c4edf3f28797.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.469535] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.469958] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c283b99-da56-4255-9631-1a4da11aa569 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.479094] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1007.479094] env[62748]: value = "task-2750392" [ 1007.479094] env[62748]: _type = "Task" [ 1007.479094] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.488748] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.547029] env[62748]: DEBUG oslo_vmware.api [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750389, 'name': PowerOnVM_Task, 'duration_secs': 0.811867} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.547029] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.547029] env[62748]: DEBUG nova.compute.manager [None req-bfbac645-595b-41b5-9e21-5cc4a0839449 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.547029] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1e6353-3742-4e1c-b4dc-8e0e7b9c0189 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.643047] env[62748]: DEBUG nova.compute.manager [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.644020] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e7f4e9-7806-4696-a7fb-4200162a78fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.660819] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "refresh_cache-05e4e2a4-9388-42ba-8ac9-324f1d749d1e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.661217] env[62748]: DEBUG nova.compute.manager [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Instance network_info: |[{"id": "205c946a-94fc-4c1f-afce-43fcfeb768a6", "address": "fa:16:3e:f9:29:7c", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205c946a-94", "ovs_interfaceid": "205c946a-94fc-4c1f-afce-43fcfeb768a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.662511] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:29:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '205c946a-94fc-4c1f-afce-43fcfeb768a6', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.673751] env[62748]: DEBUG oslo.service.loopingcall [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.674387] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.674635] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8325d41-f192-4f3d-a22a-ff6639afa8d6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.700226] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.700226] env[62748]: value = "task-2750393" [ 1007.700226] env[62748]: _type = "Task" [ 1007.700226] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.716708] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750393, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.728578] env[62748]: INFO nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Took 14.62 seconds to build instance. [ 1007.815553] env[62748]: DEBUG nova.scheduler.client.report [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.828993] env[62748]: DEBUG oslo_vmware.api [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.619591} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.829442] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.829641] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.830687] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.831088] env[62748]: INFO nova.compute.manager [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1007.831352] env[62748]: DEBUG oslo.service.loopingcall [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.831561] env[62748]: DEBUG nova.compute.manager [-] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.831659] env[62748]: DEBUG nova.network.neutron [-] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.988950] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151499} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.988950] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.989588] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3437c64-0275-4078-aff5-3bb417b82f4b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.013139] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 93478106-da75-4fb0-a213-c4edf3f28797/93478106-da75-4fb0-a213-c4edf3f28797.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.017019] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34dc6ea9-3434-4260-a6a0-96b30a65b0ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.034027] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1008.034027] env[62748]: value = "task-2750394" [ 1008.034027] env[62748]: _type = "Task" [ 1008.034027] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.046161] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.157954] env[62748]: INFO nova.compute.manager [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] instance snapshotting [ 1008.157954] env[62748]: DEBUG nova.objects.instance [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'flavor' on Instance uuid 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.179113] env[62748]: DEBUG oslo_vmware.rw_handles [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52286190-9cdf-519f-0ed9-1fdb2a0106bc/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1008.180382] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac4a0f9-910d-4ac7-ab77-4d58c536703c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.187263] env[62748]: DEBUG oslo_vmware.rw_handles [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52286190-9cdf-519f-0ed9-1fdb2a0106bc/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1008.187263] env[62748]: ERROR oslo_vmware.rw_handles [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52286190-9cdf-519f-0ed9-1fdb2a0106bc/disk-0.vmdk due to incomplete transfer. [ 1008.187350] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-498267a6-eee3-4b30-8df8-7ce718567460 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.195192] env[62748]: DEBUG oslo_vmware.rw_handles [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52286190-9cdf-519f-0ed9-1fdb2a0106bc/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1008.195427] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Uploaded image cd394ab2-ca07-4863-9a0b-c6922c2a21fd to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1008.197297] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1008.197840] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d7272eb-b3aa-49a3-a0d6-ad39cc01e503 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.206058] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1008.206058] env[62748]: value = "task-2750395" [ 1008.206058] env[62748]: _type = "Task" [ 1008.206058] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.209637] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750393, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.217836] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750395, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.231193] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.135s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.325150] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.327739] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.864s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.354084] env[62748]: INFO nova.scheduler.client.report [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Deleted allocations for instance ee909775-074b-4971-9500-7f24f0f92ac8 [ 1008.440594] env[62748]: DEBUG nova.compute.manager [req-aa340179-d529-499b-b719-b96598b18bb3 req-8ca7ffd1-7da6-47d7-8f89-00ceb2af6191 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Received event network-vif-deleted-a389ef2c-1329-4ce2-a26f-6673db203efc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1008.440815] env[62748]: INFO nova.compute.manager [req-aa340179-d529-499b-b719-b96598b18bb3 req-8ca7ffd1-7da6-47d7-8f89-00ceb2af6191 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Neutron deleted interface a389ef2c-1329-4ce2-a26f-6673db203efc; detaching it from the instance and deleting it from the info cache [ 1008.440991] env[62748]: DEBUG nova.network.neutron [req-aa340179-d529-499b-b719-b96598b18bb3 req-8ca7ffd1-7da6-47d7-8f89-00ceb2af6191 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.545944] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750394, 'name': ReconfigVM_Task, 'duration_secs': 0.402598} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.546324] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 93478106-da75-4fb0-a213-c4edf3f28797/93478106-da75-4fb0-a213-c4edf3f28797.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.546964] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ab4e1db-3bcd-4d10-b500-3769641b629d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.553351] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1008.553351] env[62748]: value = "task-2750396" [ 1008.553351] env[62748]: _type = "Task" [ 1008.553351] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.564942] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750396, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.649062] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.649337] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.649524] env[62748]: DEBUG nova.compute.manager [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1008.650457] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046b4681-e499-48c2-9d2d-24028b62d38b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.657491] env[62748]: DEBUG nova.compute.manager [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1008.658159] env[62748]: DEBUG nova.objects.instance [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'flavor' on Instance uuid 70b9f4b5-7795-4678-a4a1-fdda13503ac5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.668156] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e68d3-914b-41be-8cbd-7df50283dffd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.689368] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a54dcf-cc89-421d-9e2e-c5c18c62017a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.708431] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750393, 'name': CreateVM_Task, 'duration_secs': 0.548823} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.708599] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.709492] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.709665] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.709985] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.710295] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cceea36-2a00-46ac-bb24-db78e4880b35 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.719143] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1008.719143] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524cea21-7d66-23a3-f070-db382c476390" [ 1008.719143] env[62748]: _type = "Task" [ 1008.719143] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.722140] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750395, 'name': Destroy_Task, 'duration_secs': 0.363426} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.724875] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Destroyed the VM [ 1008.725160] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1008.725661] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4069eec-4b06-40ee-9428-2b016ca071cc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.731584] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524cea21-7d66-23a3-f070-db382c476390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.733190] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1008.733190] env[62748]: value = "task-2750397" [ 1008.733190] env[62748]: _type = "Task" [ 1008.733190] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.740282] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.867146] env[62748]: DEBUG oslo_concurrency.lockutils [None req-25e182c7-0f66-4e19-9fee-4e561360af71 tempest-ServersNegativeTestJSON-847043871 tempest-ServersNegativeTestJSON-847043871-project-member] Lock "ee909775-074b-4971-9500-7f24f0f92ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.495s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.922764] env[62748]: DEBUG nova.network.neutron [-] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.943955] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16e6a042-7095-4402-992d-316e47a332fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.953022] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23335ef2-851f-4b26-8968-a04ec689afb4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.987885] env[62748]: DEBUG nova.compute.manager [req-aa340179-d529-499b-b719-b96598b18bb3 req-8ca7ffd1-7da6-47d7-8f89-00ceb2af6191 service nova] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Detach interface failed, port_id=a389ef2c-1329-4ce2-a26f-6673db203efc, reason: Instance 20764520-f1a0-4a0c-ac51-4d67503097bd could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1009.063782] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750396, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.200129] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.200713] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2678c6f4-4c23-410f-aef8-18876b9bbf9a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.209830] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1009.209830] env[62748]: value = "task-2750398" [ 1009.209830] env[62748]: _type = "Task" [ 1009.209830] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.218394] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750398, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.238555] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524cea21-7d66-23a3-f070-db382c476390, 'name': SearchDatastore_Task, 'duration_secs': 0.026823} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.244077] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.244439] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.244716] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.244906] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.245156] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.245489] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfdb1309-134e-4011-bc79-6f1107ccd744 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.255706] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.257600] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.257826] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.258676] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3136b95-3ac1-48bd-8c56-1d5fad46c5c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.264382] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1009.264382] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a5226e-1aa0-4736-7521-ddc9e59fbec9" [ 1009.264382] env[62748]: _type = "Task" [ 1009.264382] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.273239] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a5226e-1aa0-4736-7521-ddc9e59fbec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1951d4ff-daa7-44ac-aac5-ee032dc6a52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d4caa239-66c2-4304-91a9-38f960480d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance e871c207-f227-4f3c-82a3-b314d26670b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 535bd574-65c0-4d74-a18c-8f11aff58a0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 5854385b-b6d7-43ed-beea-1b0b521cc700 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 963c1677-26f6-4290-91b0-f77b1d181ce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 70b9f4b5-7795-4678-a4a1-fdda13503ac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 79a39778-e39e-4b4b-a156-ae8970bd1e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 20764520-f1a0-4a0c-ac51-4d67503097bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance a2f0ddd9-608a-4e8c-913a-5800addac229 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366026] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 6b600476-0316-4ff6-9df7-8bb0662ea8ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.366628] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 93478106-da75-4fb0-a213-c4edf3f28797 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.368173] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 05e4e2a4-9388-42ba-8ac9-324f1d749d1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.429084] env[62748]: INFO nova.compute.manager [-] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Took 1.59 seconds to deallocate network for instance. [ 1009.512136] env[62748]: DEBUG nova.compute.manager [req-0121eb4f-10db-495f-8a97-7fbfa743626a req-4d718b7a-4833-46ae-b3c8-b2b64fe2fce1 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Received event network-changed-54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.512391] env[62748]: DEBUG nova.compute.manager [req-0121eb4f-10db-495f-8a97-7fbfa743626a req-4d718b7a-4833-46ae-b3c8-b2b64fe2fce1 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Refreshing instance network info cache due to event network-changed-54bf6892-4bce-49d0-a72f-5abd6e24e01d. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1009.512674] env[62748]: DEBUG oslo_concurrency.lockutils [req-0121eb4f-10db-495f-8a97-7fbfa743626a req-4d718b7a-4833-46ae-b3c8-b2b64fe2fce1 service nova] Acquiring lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.512814] env[62748]: DEBUG oslo_concurrency.lockutils [req-0121eb4f-10db-495f-8a97-7fbfa743626a req-4d718b7a-4833-46ae-b3c8-b2b64fe2fce1 service nova] Acquired lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.513053] env[62748]: DEBUG nova.network.neutron [req-0121eb4f-10db-495f-8a97-7fbfa743626a req-4d718b7a-4833-46ae-b3c8-b2b64fe2fce1 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Refreshing network info cache for port 54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.565719] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750396, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.664782] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.665268] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e7cd9c9-4013-40db-8532-157dc5531381 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.677035] env[62748]: DEBUG oslo_vmware.api [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1009.677035] env[62748]: value = "task-2750399" [ 1009.677035] env[62748]: _type = "Task" [ 1009.677035] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.690024] env[62748]: DEBUG oslo_vmware.api [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.724651] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750398, 'name': CreateSnapshot_Task, 'duration_secs': 0.504683} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.724994] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.729022] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e99ed66-62fb-4897-8bd3-864c1eb81e3b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.750055] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.782470] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a5226e-1aa0-4736-7521-ddc9e59fbec9, 'name': SearchDatastore_Task, 'duration_secs': 0.011907} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.783390] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d102b3e-b1a7-4919-8883-ce82b48821bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.791428] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1009.791428] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b27893-76bf-1268-f299-9ac633d94d40" [ 1009.791428] env[62748]: _type = "Task" [ 1009.791428] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.801612] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b27893-76bf-1268-f299-9ac633d94d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.872381] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance eb98008a-8fbc-477a-b0f4-ae0a513ce554 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1009.872381] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1009.872381] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1009.937857] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.068559] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750396, 'name': Rename_Task, 'duration_secs': 1.136024} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.071819] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.075287] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b1430c-a1d8-49ff-bb52-2f40bc6770df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.082777] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1010.082777] env[62748]: value = "task-2750400" [ 1010.082777] env[62748]: _type = "Task" [ 1010.082777] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.093519] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.175388] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc4e28a-6d86-4c6a-a096-5099b63b5a23 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.191399] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9270f050-46b5-417c-a8c7-5863f7e55e10 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.195330] env[62748]: DEBUG oslo_vmware.api [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750399, 'name': PowerOffVM_Task, 'duration_secs': 0.177049} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.195330] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.195508] env[62748]: DEBUG nova.compute.manager [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.196777] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee902429-cae6-4fcc-9f68-92b350551a3c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.234606] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1928e248-fbb7-4c7f-8178-899e991d3706 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.255630] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.256999] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9e1d916-e4c4-4922-94b5-9b46c1ae6faf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.260369] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0525c0-3a75-4e26-9df0-8d037700574f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.268014] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750397, 'name': RemoveSnapshot_Task, 'duration_secs': 1.206172} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.268937] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1010.270474] env[62748]: DEBUG nova.compute.manager [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.280350] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dee40d-cf71-4a41-8b1c-4ed443472b22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.282671] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.287666] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1010.287666] env[62748]: value = "task-2750401" [ 1010.287666] env[62748]: _type = "Task" [ 1010.287666] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.304885] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750401, 'name': CloneVM_Task} progress is 12%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.308554] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b27893-76bf-1268-f299-9ac633d94d40, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.308805] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.309096] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 05e4e2a4-9388-42ba-8ac9-324f1d749d1e/05e4e2a4-9388-42ba-8ac9-324f1d749d1e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.309378] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c571450-141d-497e-8818-9bf68eec0bcf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.319883] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1010.319883] env[62748]: value = "task-2750402" [ 1010.319883] env[62748]: _type = "Task" [ 1010.319883] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.329023] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.422302] env[62748]: DEBUG nova.network.neutron [req-0121eb4f-10db-495f-8a97-7fbfa743626a req-4d718b7a-4833-46ae-b3c8-b2b64fe2fce1 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updated VIF entry in instance network info cache for port 54bf6892-4bce-49d0-a72f-5abd6e24e01d. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.422727] env[62748]: DEBUG nova.network.neutron [req-0121eb4f-10db-495f-8a97-7fbfa743626a req-4d718b7a-4833-46ae-b3c8-b2b64fe2fce1 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating instance_info_cache with network_info: [{"id": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "address": "fa:16:3e:71:24:a6", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bf6892-4b", "ovs_interfaceid": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.600194] env[62748]: DEBUG oslo_vmware.api [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750400, 'name': PowerOnVM_Task} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.600447] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.600923] env[62748]: INFO nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1010.600923] env[62748]: DEBUG nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.601635] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e541ea81-5183-40f4-94e4-b48425a7fa19 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.753471] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f39cf4ec-115b-408a-a9d9-d334514b9e96 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.789542] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.805368] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750401, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.806122] env[62748]: INFO nova.compute.manager [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Shelve offloading [ 1010.831042] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750402, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.926000] env[62748]: DEBUG oslo_concurrency.lockutils [req-0121eb4f-10db-495f-8a97-7fbfa743626a req-4d718b7a-4833-46ae-b3c8-b2b64fe2fce1 service nova] Releasing lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.124104] env[62748]: INFO nova.compute.manager [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Took 17.98 seconds to build instance. [ 1011.274285] env[62748]: DEBUG nova.objects.instance [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'flavor' on Instance uuid 70b9f4b5-7795-4678-a4a1-fdda13503ac5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.294647] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1011.294863] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.967s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.300316] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.058s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.307852] env[62748]: INFO nova.compute.claims [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.309758] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.309758] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b904644-0d69-41ec-9cf5-c042086af460 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.316401] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750401, 'name': CloneVM_Task} progress is 95%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.321779] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1011.321779] env[62748]: value = "task-2750403" [ 1011.321779] env[62748]: _type = "Task" [ 1011.321779] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.336207] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688761} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.342609] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 05e4e2a4-9388-42ba-8ac9-324f1d749d1e/05e4e2a4-9388-42ba-8ac9-324f1d749d1e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.342609] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.342609] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53823be5-164d-4a41-b83f-895209aa15f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.345187] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1011.345559] env[62748]: DEBUG nova.compute.manager [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.346861] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4162242d-3051-4444-8b7c-a3379c330e3a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.354650] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.354650] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.354650] env[62748]: DEBUG nova.network.neutron [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.356922] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1011.356922] env[62748]: value = "task-2750404" [ 1011.356922] env[62748]: _type = "Task" [ 1011.356922] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.367631] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.541235] env[62748]: DEBUG nova.compute.manager [req-bb6ad9f2-e97a-430f-ac44-269a253c048c req-20d40b5f-2776-4f93-a620-06c9c0f8dff9 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Received event network-changed-54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.541235] env[62748]: DEBUG nova.compute.manager [req-bb6ad9f2-e97a-430f-ac44-269a253c048c req-20d40b5f-2776-4f93-a620-06c9c0f8dff9 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Refreshing instance network info cache due to event network-changed-54bf6892-4bce-49d0-a72f-5abd6e24e01d. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1011.543435] env[62748]: DEBUG oslo_concurrency.lockutils [req-bb6ad9f2-e97a-430f-ac44-269a253c048c req-20d40b5f-2776-4f93-a620-06c9c0f8dff9 service nova] Acquiring lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.545969] env[62748]: DEBUG oslo_concurrency.lockutils [req-bb6ad9f2-e97a-430f-ac44-269a253c048c req-20d40b5f-2776-4f93-a620-06c9c0f8dff9 service nova] Acquired lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.545969] env[62748]: DEBUG nova.network.neutron [req-bb6ad9f2-e97a-430f-ac44-269a253c048c req-20d40b5f-2776-4f93-a620-06c9c0f8dff9 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Refreshing network info cache for port 54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.629474] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6faf78e3-5261-4e4c-bae6-a79791de1608 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "93478106-da75-4fb0-a213-c4edf3f28797" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.496s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.781777] env[62748]: DEBUG oslo_concurrency.lockutils [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.781970] env[62748]: DEBUG oslo_concurrency.lockutils [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.782172] env[62748]: DEBUG nova.network.neutron [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.782359] env[62748]: DEBUG nova.objects.instance [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'info_cache' on Instance uuid 70b9f4b5-7795-4678-a4a1-fdda13503ac5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.805220] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750401, 'name': CloneVM_Task, 'duration_secs': 1.366031} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.806027] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Created linked-clone VM from snapshot [ 1011.806685] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbe979d-7e84-40be-84de-d16bbebef335 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.818415] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Uploading image 081c1c18-de3f-40a1-ae05-6bbb136e10fd {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.872862] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221254} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.872862] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.872936] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da31246-f0f7-48ec-a64d-da275b8e7bdd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.877594] env[62748]: DEBUG oslo_vmware.rw_handles [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1011.877594] env[62748]: value = "vm-553534" [ 1011.877594] env[62748]: _type = "VirtualMachine" [ 1011.877594] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1011.877822] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7c95877-fe33-405c-ae7d-69b1bdb396cc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.899816] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 05e4e2a4-9388-42ba-8ac9-324f1d749d1e/05e4e2a4-9388-42ba-8ac9-324f1d749d1e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.901762] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25441ca4-5585-49da-a7bf-bcb0f60ce7da {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.916523] env[62748]: DEBUG oslo_vmware.rw_handles [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease: (returnval){ [ 1011.916523] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bea372-b618-094d-de7f-9411639be688" [ 1011.916523] env[62748]: _type = "HttpNfcLease" [ 1011.916523] env[62748]: } obtained for exporting VM: (result){ [ 1011.916523] env[62748]: value = "vm-553534" [ 1011.916523] env[62748]: _type = "VirtualMachine" [ 1011.916523] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1011.916797] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the lease: (returnval){ [ 1011.916797] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bea372-b618-094d-de7f-9411639be688" [ 1011.916797] env[62748]: _type = "HttpNfcLease" [ 1011.916797] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.925229] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1011.925229] env[62748]: value = "task-2750406" [ 1011.925229] env[62748]: _type = "Task" [ 1011.925229] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.930247] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.930247] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bea372-b618-094d-de7f-9411639be688" [ 1011.930247] env[62748]: _type = "HttpNfcLease" [ 1011.930247] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1011.930878] env[62748]: DEBUG oslo_vmware.rw_handles [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1011.930878] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bea372-b618-094d-de7f-9411639be688" [ 1011.930878] env[62748]: _type = "HttpNfcLease" [ 1011.930878] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1011.931571] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2143302b-5261-435c-bf54-b083313b5992 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.938647] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.941933] env[62748]: DEBUG oslo_vmware.rw_handles [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7560-7573-6846-c253-2d9b4573a498/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1011.942143] env[62748]: DEBUG oslo_vmware.rw_handles [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7560-7573-6846-c253-2d9b4573a498/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1012.072585] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c3f2dec-e77d-4e16-bffb-6a7eee2702c6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.253843] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.254111] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.254458] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.256222] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.256433] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.259146] env[62748]: DEBUG nova.network.neutron [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating instance_info_cache with network_info: [{"id": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "address": "fa:16:3e:4f:c9:26", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff85650-e1", "ovs_interfaceid": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.260678] env[62748]: INFO nova.compute.manager [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Terminating instance [ 1012.286471] env[62748]: DEBUG nova.objects.base [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Object Instance<70b9f4b5-7795-4678-a4a1-fdda13503ac5> lazy-loaded attributes: flavor,info_cache {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.327633] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "93478106-da75-4fb0-a213-c4edf3f28797" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.327910] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "93478106-da75-4fb0-a213-c4edf3f28797" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.328217] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "93478106-da75-4fb0-a213-c4edf3f28797-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.328330] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "93478106-da75-4fb0-a213-c4edf3f28797-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.329341] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "93478106-da75-4fb0-a213-c4edf3f28797-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.331045] env[62748]: INFO nova.compute.manager [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Terminating instance [ 1012.339094] env[62748]: DEBUG nova.network.neutron [req-bb6ad9f2-e97a-430f-ac44-269a253c048c req-20d40b5f-2776-4f93-a620-06c9c0f8dff9 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updated VIF entry in instance network info cache for port 54bf6892-4bce-49d0-a72f-5abd6e24e01d. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.339464] env[62748]: DEBUG nova.network.neutron [req-bb6ad9f2-e97a-430f-ac44-269a253c048c req-20d40b5f-2776-4f93-a620-06c9c0f8dff9 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating instance_info_cache with network_info: [{"id": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "address": "fa:16:3e:71:24:a6", "network": {"id": "13ad2284-6e32-4cfd-8b35-26f4f5b4f2c1", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1883806884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8996adfb9c4d67a526495377cad7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54bf6892-4b", "ovs_interfaceid": "54bf6892-4bce-49d0-a72f-5abd6e24e01d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.437369] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.594210] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02a9e29-8d56-42a5-b0e1-298f1a8d1185 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.602537] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c4bbe7-2fb1-4a91-88b6-cf38d7cf932e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.633941] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac20e93-4ab7-4d41-ac87-f13132bac696 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.642132] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72479c78-6316-48e1-9adc-ec8e1d5f553c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.656676] env[62748]: DEBUG nova.compute.provider_tree [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.767558] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.770220] env[62748]: DEBUG nova.compute.manager [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.770632] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.771651] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cab17a-0a2e-4deb-87ae-e9552aeecb6c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.780213] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.780646] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9a4fcbc-bcfc-49b1-9102-92bdebc878a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.787250] env[62748]: DEBUG oslo_vmware.api [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1012.787250] env[62748]: value = "task-2750407" [ 1012.787250] env[62748]: _type = "Task" [ 1012.787250] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.802572] env[62748]: DEBUG oslo_vmware.api [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.840729] env[62748]: DEBUG nova.compute.manager [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.841161] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.842427] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093c30f0-83ec-40c3-9acf-2f8bbc6bf294 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.846415] env[62748]: DEBUG oslo_concurrency.lockutils [req-bb6ad9f2-e97a-430f-ac44-269a253c048c req-20d40b5f-2776-4f93-a620-06c9c0f8dff9 service nova] Releasing lock "refresh_cache-1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.851278] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.851697] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f323d6f-ee24-4189-8cac-c0605af479f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.858337] env[62748]: DEBUG oslo_vmware.api [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1012.858337] env[62748]: value = "task-2750408" [ 1012.858337] env[62748]: _type = "Task" [ 1012.858337] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.868288] env[62748]: DEBUG oslo_vmware.api [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.935853] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750406, 'name': ReconfigVM_Task, 'duration_secs': 0.57601} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.939170] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 05e4e2a4-9388-42ba-8ac9-324f1d749d1e/05e4e2a4-9388-42ba-8ac9-324f1d749d1e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.940253] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a504f260-5d80-4da3-8bdc-7980a0589349 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.948071] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1012.948071] env[62748]: value = "task-2750409" [ 1012.948071] env[62748]: _type = "Task" [ 1012.948071] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.958143] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750409, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.163024] env[62748]: DEBUG nova.scheduler.client.report [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.298137] env[62748]: DEBUG oslo_vmware.api [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750407, 'name': PowerOffVM_Task, 'duration_secs': 0.23341} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.298664] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.299078] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.299518] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5702546f-8642-43ef-98cf-d59e962ffd34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.369639] env[62748]: DEBUG oslo_vmware.api [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750408, 'name': PowerOffVM_Task, 'duration_secs': 0.220161} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.369639] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.369866] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.370334] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03bf0a8d-71d2-4787-868a-9e7fd46ffa41 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.373322] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.373649] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.373963] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleting the datastore file [datastore2] 6b600476-0316-4ff6-9df7-8bb0662ea8ac {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.374697] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-094b41c2-4927-4941-9408-e21568234092 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.382694] env[62748]: DEBUG oslo_vmware.api [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1013.382694] env[62748]: value = "task-2750412" [ 1013.382694] env[62748]: _type = "Task" [ 1013.382694] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.391607] env[62748]: DEBUG oslo_vmware.api [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.447225] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.447225] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.447225] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleting the datastore file [datastore2] 93478106-da75-4fb0-a213-c4edf3f28797 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.447225] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6c3b571-5493-48a7-9705-a59e3b4c8bef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.460022] env[62748]: DEBUG oslo_vmware.api [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1013.460022] env[62748]: value = "task-2750413" [ 1013.460022] env[62748]: _type = "Task" [ 1013.460022] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.465635] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750409, 'name': Rename_Task, 'duration_secs': 0.167414} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.466530] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.467036] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88021e65-5292-4335-82c7-323a4cd3544c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.472388] env[62748]: DEBUG oslo_vmware.api [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.476521] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1013.476521] env[62748]: value = "task-2750414" [ 1013.476521] env[62748]: _type = "Task" [ 1013.476521] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.485227] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.605561] env[62748]: DEBUG nova.network.neutron [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [{"id": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "address": "fa:16:3e:88:ac:ee", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb438b9-a6", "ovs_interfaceid": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.638434] env[62748]: DEBUG nova.compute.manager [req-2ab2b14b-4b5d-4c22-8cce-b6171d288276 req-54f506a5-a432-4da6-a6e3-4bb977b20dd1 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received event network-vif-unplugged-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1013.638760] env[62748]: DEBUG oslo_concurrency.lockutils [req-2ab2b14b-4b5d-4c22-8cce-b6171d288276 req-54f506a5-a432-4da6-a6e3-4bb977b20dd1 service nova] Acquiring lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.640509] env[62748]: DEBUG oslo_concurrency.lockutils [req-2ab2b14b-4b5d-4c22-8cce-b6171d288276 req-54f506a5-a432-4da6-a6e3-4bb977b20dd1 service nova] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.641109] env[62748]: DEBUG oslo_concurrency.lockutils [req-2ab2b14b-4b5d-4c22-8cce-b6171d288276 req-54f506a5-a432-4da6-a6e3-4bb977b20dd1 service nova] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.641398] env[62748]: DEBUG nova.compute.manager [req-2ab2b14b-4b5d-4c22-8cce-b6171d288276 req-54f506a5-a432-4da6-a6e3-4bb977b20dd1 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] No waiting events found dispatching network-vif-unplugged-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.642045] env[62748]: WARNING nova.compute.manager [req-2ab2b14b-4b5d-4c22-8cce-b6171d288276 req-54f506a5-a432-4da6-a6e3-4bb977b20dd1 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received unexpected event network-vif-unplugged-0ff85650-e11a-4519-b7fa-e6de853c4c71 for instance with vm_state shelved and task_state shelving_offloading. [ 1013.667861] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.667861] env[62748]: DEBUG nova.compute.manager [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.671937] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.735s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.672269] env[62748]: DEBUG nova.objects.instance [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lazy-loading 'resources' on Instance uuid 20764520-f1a0-4a0c-ac51-4d67503097bd {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.740817] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.742715] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cfca4f-40ac-426e-a5fd-1b737e4909b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.752290] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.752742] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6cbe3a5-c6b0-42a5-a827-a5b8477e7130 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.820431] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.821804] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.826060] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleting the datastore file [datastore1] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.826060] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4560886-bcda-4696-a9b3-e1ac63d0b389 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.832861] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1013.832861] env[62748]: value = "task-2750416" [ 1013.832861] env[62748]: _type = "Task" [ 1013.832861] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.842143] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.896603] env[62748]: DEBUG oslo_vmware.api [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343999} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.896603] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.896603] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.896603] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.896603] env[62748]: INFO nova.compute.manager [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1013.896841] env[62748]: DEBUG oslo.service.loopingcall [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.897401] env[62748]: DEBUG nova.compute.manager [-] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.897401] env[62748]: DEBUG nova.network.neutron [-] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.968417] env[62748]: DEBUG oslo_vmware.api [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321072} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.968841] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.969063] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.969249] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.969434] env[62748]: INFO nova.compute.manager [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1013.969698] env[62748]: DEBUG oslo.service.loopingcall [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.969900] env[62748]: DEBUG nova.compute.manager [-] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.969994] env[62748]: DEBUG nova.network.neutron [-] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.988747] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750414, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.110276] env[62748]: DEBUG oslo_concurrency.lockutils [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.173226] env[62748]: DEBUG nova.compute.utils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.177998] env[62748]: DEBUG nova.compute.manager [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.177998] env[62748]: DEBUG nova.network.neutron [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.259680] env[62748]: DEBUG nova.policy [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '022e5b8eca564f1182c4ed3f2ccf3efb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3253db1d932d439f9650acc6774496c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.343211] env[62748]: DEBUG oslo_vmware.api [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306389} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.343417] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.343780] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.344301] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.367430] env[62748]: INFO nova.scheduler.client.report [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted allocations for instance 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d [ 1014.492274] env[62748]: DEBUG oslo_vmware.api [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750414, 'name': PowerOnVM_Task, 'duration_secs': 0.536117} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.492501] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.492737] env[62748]: INFO nova.compute.manager [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Took 10.56 seconds to spawn the instance on the hypervisor. [ 1014.492887] env[62748]: DEBUG nova.compute.manager [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.493795] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aac12e2-ed50-4fe5-b629-f01bb124722c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.524478] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2801a960-fe7c-4292-89b0-926c249c5d2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.536091] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f70c3d-546b-4574-b678-b6e9189861d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.571233] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530bbd6c-01b9-44af-b09e-4b9b03b79adc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.579420] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8fd6f8-8c29-4f7a-8c1f-a62c283c4f20 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.596242] env[62748]: DEBUG nova.compute.provider_tree [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.682756] env[62748]: DEBUG nova.compute.manager [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.699204] env[62748]: DEBUG nova.network.neutron [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Successfully created port: 0b1d225c-033f-4312-937f-82b5a3f960de {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.833026] env[62748]: DEBUG nova.network.neutron [-] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.833026] env[62748]: DEBUG nova.network.neutron [-] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.880456] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.018389] env[62748]: INFO nova.compute.manager [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Took 20.84 seconds to build instance. [ 1015.101178] env[62748]: DEBUG nova.scheduler.client.report [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.117243] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.117816] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5f32fb-2363-4cca-80be-bfb7f6b7ab0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.126309] env[62748]: DEBUG oslo_vmware.api [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1015.126309] env[62748]: value = "task-2750417" [ 1015.126309] env[62748]: _type = "Task" [ 1015.126309] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.135602] env[62748]: DEBUG oslo_vmware.api [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.332010] env[62748]: INFO nova.compute.manager [-] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Took 1.36 seconds to deallocate network for instance. [ 1015.332152] env[62748]: INFO nova.compute.manager [-] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Took 1.43 seconds to deallocate network for instance. [ 1015.520518] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c3571965-0038-4673-97af-615b207e8db6 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.347s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.573620] env[62748]: DEBUG nova.compute.manager [req-3d614ef4-4571-4e0c-a948-99d6b9a9d560 req-a9ca453b-68ad-45fb-b75f-ceb7ff3eb00c service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Received event network-changed-205c946a-94fc-4c1f-afce-43fcfeb768a6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1015.573750] env[62748]: DEBUG nova.compute.manager [req-3d614ef4-4571-4e0c-a948-99d6b9a9d560 req-a9ca453b-68ad-45fb-b75f-ceb7ff3eb00c service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Refreshing instance network info cache due to event network-changed-205c946a-94fc-4c1f-afce-43fcfeb768a6. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1015.573962] env[62748]: DEBUG oslo_concurrency.lockutils [req-3d614ef4-4571-4e0c-a948-99d6b9a9d560 req-a9ca453b-68ad-45fb-b75f-ceb7ff3eb00c service nova] Acquiring lock "refresh_cache-05e4e2a4-9388-42ba-8ac9-324f1d749d1e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.574398] env[62748]: DEBUG oslo_concurrency.lockutils [req-3d614ef4-4571-4e0c-a948-99d6b9a9d560 req-a9ca453b-68ad-45fb-b75f-ceb7ff3eb00c service nova] Acquired lock "refresh_cache-05e4e2a4-9388-42ba-8ac9-324f1d749d1e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.574558] env[62748]: DEBUG nova.network.neutron [req-3d614ef4-4571-4e0c-a948-99d6b9a9d560 req-a9ca453b-68ad-45fb-b75f-ceb7ff3eb00c service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Refreshing network info cache for port 205c946a-94fc-4c1f-afce-43fcfeb768a6 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.608560] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.610969] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.730s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.610969] env[62748]: DEBUG nova.objects.instance [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'resources' on Instance uuid 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.641155] env[62748]: DEBUG oslo_vmware.api [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750417, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.658016] env[62748]: INFO nova.scheduler.client.report [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted allocations for instance 20764520-f1a0-4a0c-ac51-4d67503097bd [ 1015.689022] env[62748]: DEBUG nova.compute.manager [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received event network-changed-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1015.689022] env[62748]: DEBUG nova.compute.manager [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Refreshing instance network info cache due to event network-changed-0ff85650-e11a-4519-b7fa-e6de853c4c71. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1015.689022] env[62748]: DEBUG oslo_concurrency.lockutils [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] Acquiring lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.689022] env[62748]: DEBUG oslo_concurrency.lockutils [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] Acquired lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.689022] env[62748]: DEBUG nova.network.neutron [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Refreshing network info cache for port 0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.697156] env[62748]: DEBUG nova.compute.manager [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.731696] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.732099] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.732193] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.732669] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.732669] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.732793] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.732986] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.733306] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.733684] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.733934] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.734194] env[62748]: DEBUG nova.virt.hardware [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.735573] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6749d80-0bc7-4c3f-a2e9-49523a8958b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.745973] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60810f55-0ffd-49ae-bbad-5c0368b60eb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.793611] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquiring lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.793857] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.845011] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.847406] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.114073] env[62748]: DEBUG nova.objects.instance [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'numa_topology' on Instance uuid 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.138589] env[62748]: DEBUG oslo_vmware.api [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750417, 'name': PowerOnVM_Task, 'duration_secs': 0.524487} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.140358] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.140358] env[62748]: DEBUG nova.compute.manager [None req-411d9f52-904e-4d69-ab47-3188a5fdefb0 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.140358] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e1bb43-ba53-4237-916b-66d7b72bfa6f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.164346] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a64ba85-f4f8-42c5-854f-30e7eaeca370 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "20764520-f1a0-4a0c-ac51-4d67503097bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.498s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.296937] env[62748]: DEBUG nova.compute.manager [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.600289] env[62748]: DEBUG nova.network.neutron [req-3d614ef4-4571-4e0c-a948-99d6b9a9d560 req-a9ca453b-68ad-45fb-b75f-ceb7ff3eb00c service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Updated VIF entry in instance network info cache for port 205c946a-94fc-4c1f-afce-43fcfeb768a6. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.601055] env[62748]: DEBUG nova.network.neutron [req-3d614ef4-4571-4e0c-a948-99d6b9a9d560 req-a9ca453b-68ad-45fb-b75f-ceb7ff3eb00c service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Updating instance_info_cache with network_info: [{"id": "205c946a-94fc-4c1f-afce-43fcfeb768a6", "address": "fa:16:3e:f9:29:7c", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap205c946a-94", "ovs_interfaceid": "205c946a-94fc-4c1f-afce-43fcfeb768a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.619568] env[62748]: DEBUG nova.objects.base [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Object Instance<3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d> lazy-loaded attributes: resources,numa_topology {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.710372] env[62748]: DEBUG nova.network.neutron [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updated VIF entry in instance network info cache for port 0ff85650-e11a-4519-b7fa-e6de853c4c71. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.710732] env[62748]: DEBUG nova.network.neutron [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating instance_info_cache with network_info: [{"id": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "address": "fa:16:3e:4f:c9:26", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0ff85650-e1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.755115] env[62748]: DEBUG nova.network.neutron [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Successfully updated port: 0b1d225c-033f-4312-937f-82b5a3f960de {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.823226] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.896018] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38887fc4-99a2-461e-8069-f479704423f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.904425] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cac1f8-28da-4b03-885e-c0879a05f939 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.936220] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aea10c0-4820-4515-bb5c-8debe584699b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.944022] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6c257-2700-4353-9547-eaf6e74b6a01 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.958057] env[62748]: DEBUG nova.compute.provider_tree [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.104685] env[62748]: DEBUG oslo_concurrency.lockutils [req-3d614ef4-4571-4e0c-a948-99d6b9a9d560 req-a9ca453b-68ad-45fb-b75f-ceb7ff3eb00c service nova] Releasing lock "refresh_cache-05e4e2a4-9388-42ba-8ac9-324f1d749d1e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.214027] env[62748]: DEBUG oslo_concurrency.lockutils [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] Releasing lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.214027] env[62748]: DEBUG nova.compute.manager [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Received event network-vif-deleted-0d277683-49a6-4e55-ae07-564a5241e9d3 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.214027] env[62748]: DEBUG nova.compute.manager [req-632ed23c-b935-4ab4-9a9c-945e85462280 req-d32db473-8801-4212-9c02-6572ab1c5abe service nova] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Received event network-vif-deleted-fd048cab-f3ea-4e79-87cd-f8e887babd3e {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.261116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "refresh_cache-eb98008a-8fbc-477a-b0f4-ae0a513ce554" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.261116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "refresh_cache-eb98008a-8fbc-477a-b0f4-ae0a513ce554" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.261116] env[62748]: DEBUG nova.network.neutron [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.461949] env[62748]: DEBUG nova.scheduler.client.report [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.591189] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.741816] env[62748]: DEBUG nova.compute.manager [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Received event network-vif-plugged-0b1d225c-033f-4312-937f-82b5a3f960de {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.742327] env[62748]: DEBUG oslo_concurrency.lockutils [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] Acquiring lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.742577] env[62748]: DEBUG oslo_concurrency.lockutils [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] Lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.742760] env[62748]: DEBUG oslo_concurrency.lockutils [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] Lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.742939] env[62748]: DEBUG nova.compute.manager [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] No waiting events found dispatching network-vif-plugged-0b1d225c-033f-4312-937f-82b5a3f960de {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.743211] env[62748]: WARNING nova.compute.manager [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Received unexpected event network-vif-plugged-0b1d225c-033f-4312-937f-82b5a3f960de for instance with vm_state building and task_state spawning. [ 1017.743296] env[62748]: DEBUG nova.compute.manager [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Received event network-changed-0b1d225c-033f-4312-937f-82b5a3f960de {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1017.743761] env[62748]: DEBUG nova.compute.manager [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Refreshing instance network info cache due to event network-changed-0b1d225c-033f-4312-937f-82b5a3f960de. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1017.743761] env[62748]: DEBUG oslo_concurrency.lockutils [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] Acquiring lock "refresh_cache-eb98008a-8fbc-477a-b0f4-ae0a513ce554" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.793356] env[62748]: DEBUG nova.network.neutron [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.939443] env[62748]: DEBUG nova.network.neutron [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Updating instance_info_cache with network_info: [{"id": "0b1d225c-033f-4312-937f-82b5a3f960de", "address": "fa:16:3e:4d:2d:21", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1d225c-03", "ovs_interfaceid": "0b1d225c-033f-4312-937f-82b5a3f960de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.966914] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.969605] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.125s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.970343] env[62748]: DEBUG nova.objects.instance [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lazy-loading 'resources' on Instance uuid 93478106-da75-4fb0-a213-c4edf3f28797 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.442652] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "refresh_cache-eb98008a-8fbc-477a-b0f4-ae0a513ce554" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.443045] env[62748]: DEBUG nova.compute.manager [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Instance network_info: |[{"id": "0b1d225c-033f-4312-937f-82b5a3f960de", "address": "fa:16:3e:4d:2d:21", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1d225c-03", "ovs_interfaceid": "0b1d225c-033f-4312-937f-82b5a3f960de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.443372] env[62748]: DEBUG oslo_concurrency.lockutils [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] Acquired lock "refresh_cache-eb98008a-8fbc-477a-b0f4-ae0a513ce554" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.443557] env[62748]: DEBUG nova.network.neutron [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Refreshing network info cache for port 0b1d225c-033f-4312-937f-82b5a3f960de {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.444772] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:2d:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b1d225c-033f-4312-937f-82b5a3f960de', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.452459] env[62748]: DEBUG oslo.service.loopingcall [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.455648] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.456180] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c93f71f-797c-400c-adfc-1c58f8746008 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.480044] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bc59ba1-33d7-4074-bb56-66719512e826 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.399s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.481382] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.481382] env[62748]: value = "task-2750418" [ 1018.481382] env[62748]: _type = "Task" [ 1018.481382] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.481382] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.890s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.481382] env[62748]: INFO nova.compute.manager [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Unshelving [ 1018.491522] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750418, 'name': CreateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.667492] env[62748]: DEBUG nova.network.neutron [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Updated VIF entry in instance network info cache for port 0b1d225c-033f-4312-937f-82b5a3f960de. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.667872] env[62748]: DEBUG nova.network.neutron [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Updating instance_info_cache with network_info: [{"id": "0b1d225c-033f-4312-937f-82b5a3f960de", "address": "fa:16:3e:4d:2d:21", "network": {"id": "1c9bf6dc-05c9-46dc-b0a9-caf5410187c1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-511320771-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3253db1d932d439f9650acc6774496c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b1d225c-03", "ovs_interfaceid": "0b1d225c-033f-4312-937f-82b5a3f960de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.704176] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874cf695-cff7-4203-bdfe-fb8fc188ab80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.711895] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac00a70a-8c9f-456a-aae8-69d959db9344 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.743758] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4157de12-efdf-43c1-95ab-3f6680b12ebf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.751212] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13814e-ed31-413a-acd0-8d00c0a5cb5e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.765401] env[62748]: DEBUG nova.compute.provider_tree [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.996011] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750418, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.170846] env[62748]: DEBUG oslo_concurrency.lockutils [req-7faa2739-43c9-4a58-a5d3-2937c6ef7df3 req-b2b30046-9f77-44fc-a396-44c56d2badc7 service nova] Releasing lock "refresh_cache-eb98008a-8fbc-477a-b0f4-ae0a513ce554" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.269624] env[62748]: DEBUG nova.scheduler.client.report [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.493793] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750418, 'name': CreateVM_Task, 'duration_secs': 0.540534} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.493959] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.494716] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.494911] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.495279] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.495541] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb827f3-8e07-449d-bb44-25967b79579f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.503581] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1019.503581] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5201f027-2698-5cfc-d45c-d5ce887bd74e" [ 1019.503581] env[62748]: _type = "Task" [ 1019.503581] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.512124] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5201f027-2698-5cfc-d45c-d5ce887bd74e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.513548] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.774364] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.777326] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.929s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.777760] env[62748]: DEBUG nova.objects.instance [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lazy-loading 'resources' on Instance uuid 6b600476-0316-4ff6-9df7-8bb0662ea8ac {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.794295] env[62748]: INFO nova.scheduler.client.report [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleted allocations for instance 93478106-da75-4fb0-a213-c4edf3f28797 [ 1019.811028] env[62748]: DEBUG oslo_vmware.rw_handles [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7560-7573-6846-c253-2d9b4573a498/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.812285] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01efcfbd-e152-43da-8c9b-e034f19b8c18 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.818981] env[62748]: DEBUG oslo_vmware.rw_handles [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7560-7573-6846-c253-2d9b4573a498/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.818981] env[62748]: ERROR oslo_vmware.rw_handles [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7560-7573-6846-c253-2d9b4573a498/disk-0.vmdk due to incomplete transfer. [ 1019.818981] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d12e3945-9363-4b6f-ab26-f9916417c531 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.825494] env[62748]: DEBUG oslo_vmware.rw_handles [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526a7560-7573-6846-c253-2d9b4573a498/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1019.825732] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Uploaded image 081c1c18-de3f-40a1-ae05-6bbb136e10fd to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1019.828320] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1019.828472] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17474913-4b75-4c09-aab7-b5424f5ba998 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.834386] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1019.834386] env[62748]: value = "task-2750419" [ 1019.834386] env[62748]: _type = "Task" [ 1019.834386] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.843343] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750419, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.015132] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5201f027-2698-5cfc-d45c-d5ce887bd74e, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.015435] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.015696] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.015952] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.016135] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.016322] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.016585] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16e4e765-3b87-41bf-bdac-ee15f6409150 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.024640] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.024813] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.025524] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9bb588-f38e-443e-a08f-15da4b28b6d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.030103] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1020.030103] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f4e6e6-f574-6e8e-2e26-90f705df7888" [ 1020.030103] env[62748]: _type = "Task" [ 1020.030103] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.037180] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f4e6e6-f574-6e8e-2e26-90f705df7888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.227368] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "5854385b-b6d7-43ed-beea-1b0b521cc700" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.227635] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.302179] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5cd34f0c-acb1-41f0-8084-74684be1737e tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "93478106-da75-4fb0-a213-c4edf3f28797" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.974s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.349693] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750419, 'name': Destroy_Task, 'duration_secs': 0.329721} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.350081] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Destroyed the VM [ 1020.350422] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1020.350757] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df7f9f55-dc79-4bd6-bbf7-075c29b944b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.361407] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1020.361407] env[62748]: value = "task-2750420" [ 1020.361407] env[62748]: _type = "Task" [ 1020.361407] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.370778] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750420, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.488304] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2f39f7-be97-48da-9c7b-8bc07ba0032c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.495330] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5208874-8e56-4d3e-a432-11095c77acf9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.527053] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd47c69-6362-4b9e-a087-09c9e326f8c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.537393] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cfb0e9-2372-4bb1-a58e-21952a290ffb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.544425] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f4e6e6-f574-6e8e-2e26-90f705df7888, 'name': SearchDatastore_Task, 'duration_secs': 0.008824} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.545440] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810b3aa4-ec14-4c74-a944-6ec478f71a75 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.556646] env[62748]: DEBUG nova.compute.provider_tree [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.561219] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1020.561219] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f86ff7-293b-9d8d-e51a-d7c0589f72dd" [ 1020.561219] env[62748]: _type = "Task" [ 1020.561219] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.569643] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f86ff7-293b-9d8d-e51a-d7c0589f72dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.730918] env[62748]: INFO nova.compute.manager [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Detaching volume 50ac6baa-95cd-4ab4-babd-c511438a6233 [ 1020.766588] env[62748]: INFO nova.virt.block_device [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Attempting to driver detach volume 50ac6baa-95cd-4ab4-babd-c511438a6233 from mountpoint /dev/sdb [ 1020.766702] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1020.766866] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1020.767849] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939d2bb8-23ed-4041-abd0-fa76ba3f05d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.791678] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17eb577-5579-493a-9625-72c90520ed2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.799881] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932457b6-9f9d-4daf-bd10-1d1869641363 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.820990] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a1baa-8703-4915-9745-d8e1405fcc5f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.826525] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.826788] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.838716] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] The volume has not been displaced from its original location: [datastore2] volume-50ac6baa-95cd-4ab4-babd-c511438a6233/volume-50ac6baa-95cd-4ab4-babd-c511438a6233.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1020.843958] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1020.845092] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86264e92-3350-42d5-bef7-70c259d0224b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.866573] env[62748]: DEBUG oslo_vmware.api [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1020.866573] env[62748]: value = "task-2750421" [ 1020.866573] env[62748]: _type = "Task" [ 1020.866573] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.873057] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750420, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.878681] env[62748]: DEBUG oslo_vmware.api [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750421, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.059680] env[62748]: DEBUG nova.scheduler.client.report [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.083678] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f86ff7-293b-9d8d-e51a-d7c0589f72dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009745} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.083678] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.083678] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] eb98008a-8fbc-477a-b0f4-ae0a513ce554/eb98008a-8fbc-477a-b0f4-ae0a513ce554.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.084021] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f2062c7-446e-43d9-b1ba-ce6b0b253166 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.090759] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1021.090759] env[62748]: value = "task-2750422" [ 1021.090759] env[62748]: _type = "Task" [ 1021.090759] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.099405] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.346269] env[62748]: DEBUG nova.compute.utils [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.373933] env[62748]: DEBUG oslo_vmware.api [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750420, 'name': RemoveSnapshot_Task, 'duration_secs': 0.548538} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.374676] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1021.374946] env[62748]: INFO nova.compute.manager [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Took 12.71 seconds to snapshot the instance on the hypervisor. [ 1021.380695] env[62748]: DEBUG oslo_vmware.api [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750421, 'name': ReconfigVM_Task, 'duration_secs': 0.392264} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.381300] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1021.386083] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d4b6bbb-b1fb-4354-a946-7daa5ccf1006 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.403349] env[62748]: DEBUG oslo_vmware.api [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1021.403349] env[62748]: value = "task-2750423" [ 1021.403349] env[62748]: _type = "Task" [ 1021.403349] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.413427] env[62748]: DEBUG oslo_vmware.api [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.569979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.572833] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.750s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.574393] env[62748]: INFO nova.compute.claims [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.596438] env[62748]: INFO nova.scheduler.client.report [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleted allocations for instance 6b600476-0316-4ff6-9df7-8bb0662ea8ac [ 1021.604632] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489694} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.605547] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] eb98008a-8fbc-477a-b0f4-ae0a513ce554/eb98008a-8fbc-477a-b0f4-ae0a513ce554.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.605547] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.605821] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75bd16ae-8dce-4869-b0f1-ff33f4a96882 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.613827] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1021.613827] env[62748]: value = "task-2750424" [ 1021.613827] env[62748]: _type = "Task" [ 1021.613827] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.623946] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.849897] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.912909] env[62748]: DEBUG oslo_vmware.api [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750423, 'name': ReconfigVM_Task, 'duration_secs': 0.164577} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.913277] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553502', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'name': 'volume-50ac6baa-95cd-4ab4-babd-c511438a6233', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5854385b-b6d7-43ed-beea-1b0b521cc700', 'attached_at': '', 'detached_at': '', 'volume_id': '50ac6baa-95cd-4ab4-babd-c511438a6233', 'serial': '50ac6baa-95cd-4ab4-babd-c511438a6233'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1021.923365] env[62748]: DEBUG nova.compute.manager [None req-3ef8f613-421e-40c6-9def-d6789563fc25 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Found 2 images (rotation: 2) {{(pid=62748) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1022.108463] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d68c1a08-b93c-4f51-a90b-1c65aab3bddd tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "6b600476-0316-4ff6-9df7-8bb0662ea8ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.854s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.125198] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06064} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.126046] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.126878] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83051624-40cd-4c5f-82a3-cc57cff5e72b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.150372] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] eb98008a-8fbc-477a-b0f4-ae0a513ce554/eb98008a-8fbc-477a-b0f4-ae0a513ce554.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.151032] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-141e0b9c-051e-420e-8fa8-a955f26dde07 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.172728] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1022.172728] env[62748]: value = "task-2750425" [ 1022.172728] env[62748]: _type = "Task" [ 1022.172728] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.181018] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.460813] env[62748]: DEBUG nova.objects.instance [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lazy-loading 'flavor' on Instance uuid 5854385b-b6d7-43ed-beea-1b0b521cc700 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.590453] env[62748]: DEBUG nova.compute.manager [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.591533] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930126a3-ff7c-45ef-8c23-46fd16199d2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.688442] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.824450] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c405db9-d783-4ba9-bac3-0ab1d6c1cf5a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.832315] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f82c07-2fc1-479d-bed4-1e18e5fe5bbc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.865448] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dd9838-b16b-4754-88b1-eb0d64266341 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.873019] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c3653-c6f6-4d91-8e0b-6a31777ca33d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.877423] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.877706] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.877951] env[62748]: INFO nova.compute.manager [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Attaching volume b46ee5bb-f701-4803-bbb8-5510cf91c185 to /dev/sdb [ 1022.889600] env[62748]: DEBUG nova.compute.provider_tree [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.927090] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6da1b53-344d-471a-bef0-8070ea6e01fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.934933] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbdbd8a-bcd3-42be-95fa-e613aeb1cd6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.948587] env[62748]: DEBUG nova.virt.block_device [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updating existing volume attachment record: 981eea0a-5ba7-4f08-b992-2c4f185b6775 {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1023.102901] env[62748]: INFO nova.compute.manager [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] instance snapshotting [ 1023.103565] env[62748]: DEBUG nova.objects.instance [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'flavor' on Instance uuid 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.185318] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750425, 'name': ReconfigVM_Task, 'duration_secs': 0.761919} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.185607] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Reconfigured VM instance instance-0000005e to attach disk [datastore2] eb98008a-8fbc-477a-b0f4-ae0a513ce554/eb98008a-8fbc-477a-b0f4-ae0a513ce554.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.186236] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e5ed52-93be-4430-bb4b-cefe93ac9a1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.195444] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1023.195444] env[62748]: value = "task-2750429" [ 1023.195444] env[62748]: _type = "Task" [ 1023.195444] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.204011] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750429, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.367080] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.367080] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.395710] env[62748]: DEBUG nova.scheduler.client.report [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.399193] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.400050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.469979] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1062d232-08a2-4bad-b130-ad80d7a00c1e tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.609954] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eefb22-55ac-4ed1-808e-05c8520e2ffd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.630463] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7954677-ffbf-4ef5-aec4-43b14fe6281f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.706810] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750429, 'name': Rename_Task, 'duration_secs': 0.210948} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.707178] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.707444] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cc36ff-f293-4869-9d71-07bfb8b86a6f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.713859] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1023.713859] env[62748]: value = "task-2750430" [ 1023.713859] env[62748]: _type = "Task" [ 1023.713859] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.721572] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.752737] env[62748]: DEBUG oslo_concurrency.lockutils [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "5854385b-b6d7-43ed-beea-1b0b521cc700" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.753048] env[62748]: DEBUG oslo_concurrency.lockutils [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.753283] env[62748]: DEBUG oslo_concurrency.lockutils [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "5854385b-b6d7-43ed-beea-1b0b521cc700-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.753478] env[62748]: DEBUG oslo_concurrency.lockutils [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.753655] env[62748]: DEBUG oslo_concurrency.lockutils [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.755918] env[62748]: INFO nova.compute.manager [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Terminating instance [ 1023.871817] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.902299] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.902870] env[62748]: DEBUG nova.compute.manager [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.905557] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.907900] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.394s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.908853] env[62748]: DEBUG nova.objects.instance [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.141571] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1024.141571] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1225d5b-0e8f-4c28-bb75-1ff62351ead8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.150521] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1024.150521] env[62748]: value = "task-2750431" [ 1024.150521] env[62748]: _type = "Task" [ 1024.150521] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.159030] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750431, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.224715] env[62748]: DEBUG oslo_vmware.api [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750430, 'name': PowerOnVM_Task, 'duration_secs': 0.500492} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.225069] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.225303] env[62748]: INFO nova.compute.manager [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1024.225488] env[62748]: DEBUG nova.compute.manager [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.226395] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54801ff-fca6-4c7d-8f2f-6d7bc89f3108 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.260359] env[62748]: DEBUG nova.compute.manager [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.260359] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.261344] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c1646d-d9ee-4aa0-b904-473a1ab86a0d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.273664] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.274009] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d2c6a0-281f-4fd1-82bb-2ae74c773d4b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.281465] env[62748]: DEBUG oslo_vmware.api [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1024.281465] env[62748]: value = "task-2750432" [ 1024.281465] env[62748]: _type = "Task" [ 1024.281465] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.293076] env[62748]: DEBUG oslo_vmware.api [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.396597] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.412503] env[62748]: DEBUG nova.compute.utils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.417776] env[62748]: DEBUG nova.objects.instance [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'numa_topology' on Instance uuid 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.419167] env[62748]: DEBUG nova.compute.manager [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.419356] env[62748]: DEBUG nova.network.neutron [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.435668] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.503522] env[62748]: DEBUG nova.policy [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8b8ec5b7070429184ea7ae41c140229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea185a3cfdeb43a4a91dfdeeeee37d7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.660705] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750431, 'name': CreateSnapshot_Task, 'duration_secs': 0.5019} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.660988] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1024.661754] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274ec18f-fb91-4f33-858c-53c82bf6753f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.744328] env[62748]: INFO nova.compute.manager [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Took 17.52 seconds to build instance. [ 1024.793390] env[62748]: DEBUG oslo_vmware.api [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750432, 'name': PowerOffVM_Task, 'duration_secs': 0.198874} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.793668] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.793861] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.794108] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e57d9283-3194-4b1f-a721-ac6c25acb03d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.809566] env[62748]: DEBUG nova.network.neutron [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Successfully created port: aee700e5-3282-41a9-8c54-a7e6f6c48800 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.886616] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.886911] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.887095] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleting the datastore file [datastore1] 5854385b-b6d7-43ed-beea-1b0b521cc700 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.887315] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa95be57-4825-46dc-a384-3be92c8e3fe0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.894201] env[62748]: DEBUG oslo_vmware.api [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1024.894201] env[62748]: value = "task-2750434" [ 1024.894201] env[62748]: _type = "Task" [ 1024.894201] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.902525] env[62748]: DEBUG oslo_vmware.api [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.926053] env[62748]: DEBUG nova.compute.manager [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.926053] env[62748]: INFO nova.compute.claims [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.181415] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1025.181695] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f77be788-e8c6-45da-b8f9-14e8e5c8655a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.189245] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1025.189245] env[62748]: value = "task-2750435" [ 1025.189245] env[62748]: _type = "Task" [ 1025.189245] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.197620] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750435, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.250765] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26de676f-38fb-49c3-a42b-18e710616eb4 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.047s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.406546] env[62748]: DEBUG oslo_vmware.api [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144394} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.407036] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.407352] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.407669] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.407987] env[62748]: INFO nova.compute.manager [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1025.408302] env[62748]: DEBUG oslo.service.loopingcall [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.408618] env[62748]: DEBUG nova.compute.manager [-] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.408734] env[62748]: DEBUG nova.network.neutron [-] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.700891] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750435, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.936375] env[62748]: DEBUG nova.compute.manager [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.968661] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.968932] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.969116] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.969305] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.969456] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.969607] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.969818] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.969981] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.970174] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.970335] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.970510] env[62748]: DEBUG nova.virt.hardware [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.971421] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d400b569-3549-421c-b97b-11b28783421c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.982024] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da4364a-e965-4fd3-93dc-09993fc84b44 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.067961] env[62748]: DEBUG nova.compute.manager [req-ee024222-f0a7-4b77-97e7-da5fac17c4ab req-b4011ced-2354-4fc5-8a98-6651b8b1be10 service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Received event network-vif-deleted-a81caed8-e284-4f86-b9d2-a044862d2dd0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.067961] env[62748]: INFO nova.compute.manager [req-ee024222-f0a7-4b77-97e7-da5fac17c4ab req-b4011ced-2354-4fc5-8a98-6651b8b1be10 service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Neutron deleted interface a81caed8-e284-4f86-b9d2-a044862d2dd0; detaching it from the instance and deleting it from the info cache [ 1026.067961] env[62748]: DEBUG nova.network.neutron [req-ee024222-f0a7-4b77-97e7-da5fac17c4ab req-b4011ced-2354-4fc5-8a98-6651b8b1be10 service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.155162] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.155454] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.156230] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.156230] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.156230] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.161996] env[62748]: INFO nova.compute.manager [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Terminating instance [ 1026.199464] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750435, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.201238] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02734d27-6789-4883-9d7b-92dede3c0872 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.208310] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba822c77-5fb3-4e12-bd4a-b2c64153e61f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.960310] env[62748]: DEBUG nova.network.neutron [-] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.962042] env[62748]: DEBUG nova.compute.manager [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.962281] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.963584] env[62748]: DEBUG nova.network.neutron [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Successfully updated port: aee700e5-3282-41a9-8c54-a7e6f6c48800 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.964478] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e38a67bb-f9fc-4b12-97af-db3f47b2e5f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.966886] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4f02e-cb20-48a4-b280-5b9449fa1443 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.972586] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea41cc8-4480-4c6e-89a6-32e142569206 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.981555] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750435, 'name': CloneVM_Task, 'duration_secs': 1.345705} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.986110] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Created linked-clone VM from snapshot [ 1026.986767] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.987457] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49889255-074a-45d1-944e-f60ebdff093c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.992816] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7896711-aa63-4529-81b2-79617610a337 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.003491] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfbe1d7-b325-4bb6-9d2a-323b8b233626 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.007094] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee2be236-c670-41eb-8de7-c931f6257143 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.014706] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Uploading image b58eea2d-ac3a-4b4a-9b11-eac62c928f4f {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1027.025859] env[62748]: DEBUG nova.compute.provider_tree [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.028877] env[62748]: DEBUG oslo_vmware.api [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1027.028877] env[62748]: value = "task-2750437" [ 1027.028877] env[62748]: _type = "Task" [ 1027.028877] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.039104] env[62748]: DEBUG nova.compute.manager [req-ee024222-f0a7-4b77-97e7-da5fac17c4ab req-b4011ced-2354-4fc5-8a98-6651b8b1be10 service nova] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Detach interface failed, port_id=a81caed8-e284-4f86-b9d2-a044862d2dd0, reason: Instance 5854385b-b6d7-43ed-beea-1b0b521cc700 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1027.049033] env[62748]: DEBUG oslo_vmware.api [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.052312] env[62748]: DEBUG oslo_vmware.rw_handles [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1027.052312] env[62748]: value = "vm-553539" [ 1027.052312] env[62748]: _type = "VirtualMachine" [ 1027.052312] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1027.052561] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-313e6ac6-45b6-4483-846d-8db3b2fb0f7a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.059596] env[62748]: DEBUG oslo_vmware.rw_handles [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease: (returnval){ [ 1027.059596] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a6ccf1-b467-625e-7ab8-8ec92aa49be9" [ 1027.059596] env[62748]: _type = "HttpNfcLease" [ 1027.059596] env[62748]: } obtained for exporting VM: (result){ [ 1027.059596] env[62748]: value = "vm-553539" [ 1027.059596] env[62748]: _type = "VirtualMachine" [ 1027.059596] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1027.059924] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the lease: (returnval){ [ 1027.059924] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a6ccf1-b467-625e-7ab8-8ec92aa49be9" [ 1027.059924] env[62748]: _type = "HttpNfcLease" [ 1027.059924] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1027.066063] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.066063] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a6ccf1-b467-625e-7ab8-8ec92aa49be9" [ 1027.066063] env[62748]: _type = "HttpNfcLease" [ 1027.066063] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1027.464412] env[62748]: INFO nova.compute.manager [-] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Took 2.06 seconds to deallocate network for instance. [ 1027.476040] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquiring lock "refresh_cache-6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.476156] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquired lock "refresh_cache-6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.476287] env[62748]: DEBUG nova.network.neutron [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.498459] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1027.498698] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553537', 'volume_id': 'b46ee5bb-f701-4803-bbb8-5510cf91c185', 'name': 'volume-b46ee5bb-f701-4803-bbb8-5510cf91c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79a39778-e39e-4b4b-a156-ae8970bd1e45', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46ee5bb-f701-4803-bbb8-5510cf91c185', 'serial': 'b46ee5bb-f701-4803-bbb8-5510cf91c185'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1027.499854] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfb4dc2-f620-43fa-a9da-094781a30c33 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.517826] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57078e1d-da99-4b81-a1b5-b04ea6a64e93 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.541916] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] volume-b46ee5bb-f701-4803-bbb8-5510cf91c185/volume-b46ee5bb-f701-4803-bbb8-5510cf91c185.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.542811] env[62748]: DEBUG nova.scheduler.client.report [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.545969] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1498e9af-edfd-43a6-b434-f31104a83b9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.567919] env[62748]: DEBUG oslo_vmware.api [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1027.567919] env[62748]: value = "task-2750439" [ 1027.567919] env[62748]: _type = "Task" [ 1027.567919] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.572284] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1027.572284] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a6ccf1-b467-625e-7ab8-8ec92aa49be9" [ 1027.572284] env[62748]: _type = "HttpNfcLease" [ 1027.572284] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1027.572543] env[62748]: DEBUG oslo_vmware.api [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750437, 'name': PowerOffVM_Task, 'duration_secs': 0.283139} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.575299] env[62748]: DEBUG oslo_vmware.rw_handles [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1027.575299] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a6ccf1-b467-625e-7ab8-8ec92aa49be9" [ 1027.575299] env[62748]: _type = "HttpNfcLease" [ 1027.575299] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1027.575553] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.575723] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.576411] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55638a15-a1b0-423f-a1fc-377a0fac70b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.578836] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da2cf5f0-3173-4532-bb77-bdfb40abbf32 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.586392] env[62748]: DEBUG oslo_vmware.rw_handles [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248d808-f738-1bec-584f-2bb1f5a97c02/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1027.586576] env[62748]: DEBUG oslo_vmware.rw_handles [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248d808-f738-1bec-584f-2bb1f5a97c02/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1027.591667] env[62748]: DEBUG oslo_vmware.api [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.647254] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.647468] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.647654] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleting the datastore file [datastore2] eb98008a-8fbc-477a-b0f4-ae0a513ce554 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.647938] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aed3a1d-ca68-4db0-8a40-2726b85d6903 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.655313] env[62748]: DEBUG oslo_vmware.api [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for the task: (returnval){ [ 1027.655313] env[62748]: value = "task-2750441" [ 1027.655313] env[62748]: _type = "Task" [ 1027.655313] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.662891] env[62748]: DEBUG oslo_vmware.api [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.681506] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ce49e28-270b-41f4-a95a-f1b84f5ac571 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.971362] env[62748]: DEBUG oslo_concurrency.lockutils [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.029171] env[62748]: DEBUG nova.network.neutron [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.060239] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.152s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.063353] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.666s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.065395] env[62748]: INFO nova.compute.claims [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.083949] env[62748]: DEBUG oslo_vmware.api [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.138380] env[62748]: INFO nova.network.neutron [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating port 0ff85650-e11a-4519-b7fa-e6de853c4c71 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1028.149624] env[62748]: DEBUG nova.compute.manager [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Received event network-vif-plugged-aee700e5-3282-41a9-8c54-a7e6f6c48800 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1028.149941] env[62748]: DEBUG oslo_concurrency.lockutils [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] Acquiring lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.150238] env[62748]: DEBUG oslo_concurrency.lockutils [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] Lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.150476] env[62748]: DEBUG oslo_concurrency.lockutils [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] Lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.150691] env[62748]: DEBUG nova.compute.manager [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] No waiting events found dispatching network-vif-plugged-aee700e5-3282-41a9-8c54-a7e6f6c48800 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.150964] env[62748]: WARNING nova.compute.manager [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Received unexpected event network-vif-plugged-aee700e5-3282-41a9-8c54-a7e6f6c48800 for instance with vm_state building and task_state spawning. [ 1028.151194] env[62748]: DEBUG nova.compute.manager [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Received event network-changed-aee700e5-3282-41a9-8c54-a7e6f6c48800 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1028.151310] env[62748]: DEBUG nova.compute.manager [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Refreshing instance network info cache due to event network-changed-aee700e5-3282-41a9-8c54-a7e6f6c48800. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1028.151474] env[62748]: DEBUG oslo_concurrency.lockutils [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] Acquiring lock "refresh_cache-6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.171074] env[62748]: DEBUG oslo_vmware.api [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Task: {'id': task-2750441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155814} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.171603] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.171889] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.172126] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.172398] env[62748]: INFO nova.compute.manager [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1028.172784] env[62748]: DEBUG oslo.service.loopingcall [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.173557] env[62748]: DEBUG nova.compute.manager [-] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.173731] env[62748]: DEBUG nova.network.neutron [-] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.368559] env[62748]: DEBUG nova.network.neutron [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Updating instance_info_cache with network_info: [{"id": "aee700e5-3282-41a9-8c54-a7e6f6c48800", "address": "fa:16:3e:d6:8c:b2", "network": {"id": "29079b71-5d3d-4b8c-80e1-c378fef033d6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-309641662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea185a3cfdeb43a4a91dfdeeeee37d7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee700e5-32", "ovs_interfaceid": "aee700e5-3282-41a9-8c54-a7e6f6c48800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.590271] env[62748]: DEBUG oslo_vmware.api [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750439, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.871908] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Releasing lock "refresh_cache-6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.872282] env[62748]: DEBUG nova.compute.manager [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Instance network_info: |[{"id": "aee700e5-3282-41a9-8c54-a7e6f6c48800", "address": "fa:16:3e:d6:8c:b2", "network": {"id": "29079b71-5d3d-4b8c-80e1-c378fef033d6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-309641662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea185a3cfdeb43a4a91dfdeeeee37d7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee700e5-32", "ovs_interfaceid": "aee700e5-3282-41a9-8c54-a7e6f6c48800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.872581] env[62748]: DEBUG oslo_concurrency.lockutils [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] Acquired lock "refresh_cache-6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.872764] env[62748]: DEBUG nova.network.neutron [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Refreshing network info cache for port aee700e5-3282-41a9-8c54-a7e6f6c48800 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.874503] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:8c:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aee700e5-3282-41a9-8c54-a7e6f6c48800', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.882467] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Creating folder: Project (ea185a3cfdeb43a4a91dfdeeeee37d7c). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.883544] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca153fbb-366d-4c6f-9df9-bb145d75b8bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.894820] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Created folder: Project (ea185a3cfdeb43a4a91dfdeeeee37d7c) in parent group-v553264. [ 1028.895024] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Creating folder: Instances. Parent ref: group-v553540. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.895367] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7765ac2-dc81-4ad0-b7da-dc9ba6e9262f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.904631] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Created folder: Instances in parent group-v553540. [ 1028.904940] env[62748]: DEBUG oslo.service.loopingcall [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.905212] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.905470] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bdeb904-5fe7-46c3-bc38-caedb46e510e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.925842] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.925842] env[62748]: value = "task-2750444" [ 1028.925842] env[62748]: _type = "Task" [ 1028.925842] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.933251] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750444, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.087343] env[62748]: DEBUG nova.network.neutron [-] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.088744] env[62748]: DEBUG oslo_vmware.api [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750439, 'name': ReconfigVM_Task, 'duration_secs': 1.461222} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.089204] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Reconfigured VM instance instance-00000058 to attach disk [datastore2] volume-b46ee5bb-f701-4803-bbb8-5510cf91c185/volume-b46ee5bb-f701-4803-bbb8-5510cf91c185.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.094696] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db1f2fa3-cb9f-4493-881c-05aebf17161f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.114878] env[62748]: DEBUG oslo_vmware.api [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1029.114878] env[62748]: value = "task-2750445" [ 1029.114878] env[62748]: _type = "Task" [ 1029.114878] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.127024] env[62748]: DEBUG oslo_vmware.api [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.337712] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b53619-a167-42e5-8acc-29bb57b456b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.345915] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b714728-828f-45a1-aadf-3a05cd345d8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.381266] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2bd6ab-f670-4378-8731-e60caaf634fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.389963] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30858e08-7751-4007-b767-fdcf61aeae51 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.403880] env[62748]: DEBUG nova.compute.provider_tree [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.436918] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750444, 'name': CreateVM_Task, 'duration_secs': 0.373743} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.436918] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.436918] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.437252] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.437446] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1029.437704] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039c5dc7-7cd9-4cd7-ad11-3c6933fa1efa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.442174] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1029.442174] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e28c54-3186-96e9-f2c2-5d744ac3f20a" [ 1029.442174] env[62748]: _type = "Task" [ 1029.442174] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.450084] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e28c54-3186-96e9-f2c2-5d744ac3f20a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.586010] env[62748]: DEBUG nova.network.neutron [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Updated VIF entry in instance network info cache for port aee700e5-3282-41a9-8c54-a7e6f6c48800. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.586502] env[62748]: DEBUG nova.network.neutron [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Updating instance_info_cache with network_info: [{"id": "aee700e5-3282-41a9-8c54-a7e6f6c48800", "address": "fa:16:3e:d6:8c:b2", "network": {"id": "29079b71-5d3d-4b8c-80e1-c378fef033d6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-309641662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea185a3cfdeb43a4a91dfdeeeee37d7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee700e5-32", "ovs_interfaceid": "aee700e5-3282-41a9-8c54-a7e6f6c48800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.595136] env[62748]: INFO nova.compute.manager [-] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Took 1.42 seconds to deallocate network for instance. [ 1029.627122] env[62748]: DEBUG oslo_vmware.api [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750445, 'name': ReconfigVM_Task, 'duration_secs': 0.156313} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.628025] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553537', 'volume_id': 'b46ee5bb-f701-4803-bbb8-5510cf91c185', 'name': 'volume-b46ee5bb-f701-4803-bbb8-5510cf91c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79a39778-e39e-4b4b-a156-ae8970bd1e45', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46ee5bb-f701-4803-bbb8-5510cf91c185', 'serial': 'b46ee5bb-f701-4803-bbb8-5510cf91c185'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1029.886810] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.887189] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.887225] env[62748]: DEBUG nova.network.neutron [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.908467] env[62748]: DEBUG nova.scheduler.client.report [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.954143] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e28c54-3186-96e9-f2c2-5d744ac3f20a, 'name': SearchDatastore_Task, 'duration_secs': 0.012198} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.954526] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.954839] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.955168] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.955418] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.955686] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.956284] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ea67d86-b405-4dad-a780-7386a28fbb64 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.966189] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.966417] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.969675] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c5aef2-dbf0-4bf1-9073-8f5a55e83d7a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.973979] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1029.973979] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5245e29d-d049-db00-b245-5793c45ba559" [ 1029.973979] env[62748]: _type = "Task" [ 1029.973979] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.982506] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5245e29d-d049-db00-b245-5793c45ba559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.089468] env[62748]: DEBUG oslo_concurrency.lockutils [req-2809128d-b1ec-4661-beb3-07cf87e7e753 req-0756d311-b9b8-4cef-aa74-e08e51baab5f service nova] Releasing lock "refresh_cache-6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.103664] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.180248] env[62748]: DEBUG nova.compute.manager [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Received event network-vif-deleted-0b1d225c-033f-4312-937f-82b5a3f960de {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.180248] env[62748]: DEBUG nova.compute.manager [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received event network-vif-plugged-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.180385] env[62748]: DEBUG oslo_concurrency.lockutils [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] Acquiring lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.180568] env[62748]: DEBUG oslo_concurrency.lockutils [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.180726] env[62748]: DEBUG oslo_concurrency.lockutils [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.180887] env[62748]: DEBUG nova.compute.manager [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] No waiting events found dispatching network-vif-plugged-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.181064] env[62748]: WARNING nova.compute.manager [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received unexpected event network-vif-plugged-0ff85650-e11a-4519-b7fa-e6de853c4c71 for instance with vm_state shelved_offloaded and task_state spawning. [ 1030.181242] env[62748]: DEBUG nova.compute.manager [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received event network-changed-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1030.181395] env[62748]: DEBUG nova.compute.manager [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Refreshing instance network info cache due to event network-changed-0ff85650-e11a-4519-b7fa-e6de853c4c71. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1030.181569] env[62748]: DEBUG oslo_concurrency.lockutils [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] Acquiring lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.414851] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.415440] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.418926] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.983s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.420378] env[62748]: INFO nova.compute.claims [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.487163] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5245e29d-d049-db00-b245-5793c45ba559, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.488094] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f07799f9-7efc-4cab-b7f0-f214a83874c1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.495224] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1030.495224] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52651f41-43f1-692f-c3e7-ac4633bed2f6" [ 1030.495224] env[62748]: _type = "Task" [ 1030.495224] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.504582] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52651f41-43f1-692f-c3e7-ac4633bed2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.584284] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d19600d-2d4f-4ec3-b6b5-7a04f0991937 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.584546] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d19600d-2d4f-4ec3-b6b5-7a04f0991937 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.584866] env[62748]: DEBUG nova.objects.instance [None req-5d19600d-2d4f-4ec3-b6b5-7a04f0991937 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'flavor' on Instance uuid 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.667091] env[62748]: DEBUG nova.objects.instance [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.822432] env[62748]: DEBUG nova.network.neutron [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating instance_info_cache with network_info: [{"id": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "address": "fa:16:3e:4f:c9:26", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff85650-e1", "ovs_interfaceid": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.925709] env[62748]: DEBUG nova.compute.utils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.928474] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.928627] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.989013] env[62748]: DEBUG nova.policy [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1301b24692149cf8fa02502d4ff664b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9732a2729c40dab51554b059f29eb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.006217] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52651f41-43f1-692f-c3e7-ac4633bed2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.006539] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.006802] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679/6c9eb72d-c942-4b0e-9aa5-5b69f01b6679.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.007078] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43175765-2e4a-4ac3-a79a-95817fb0e6fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.014141] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1031.014141] env[62748]: value = "task-2750446" [ 1031.014141] env[62748]: _type = "Task" [ 1031.014141] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.022751] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.089436] env[62748]: DEBUG nova.objects.instance [None req-5d19600d-2d4f-4ec3-b6b5-7a04f0991937 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'pci_requests' on Instance uuid 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.172515] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c2f3b3c3-89f7-4bd6-a326-e2896632b37c tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.295s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.325766] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.329928] env[62748]: DEBUG oslo_concurrency.lockutils [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] Acquired lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.329928] env[62748]: DEBUG nova.network.neutron [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Refreshing network info cache for port 0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.360287] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='15f0a133aa4e2918d55da1cf21d68c09',container_format='bare',created_at=2025-02-21T02:26:59Z,direct_url=,disk_format='vmdk',id=cd394ab2-ca07-4863-9a0b-c6922c2a21fd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-800364472-shelved',owner='4d936837c5f049eeb69c7d5aa4bf9914',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-02-21T02:27:13Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.360630] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.360824] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.361041] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.361242] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.361420] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.361656] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.361840] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.362063] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.362269] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.362811] env[62748]: DEBUG nova.virt.hardware [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.367026] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983cef14-ec55-41d3-ae88-266f038cff78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.375017] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3c42fb-0c50-41a1-8043-263b3765afc3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.392557] env[62748]: DEBUG oslo_concurrency.lockutils [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.392557] env[62748]: DEBUG oslo_concurrency.lockutils [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.392765] env[62748]: DEBUG nova.compute.manager [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.393378] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:c9:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ff85650-e11a-4519-b7fa-e6de853c4c71', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.401917] env[62748]: DEBUG oslo.service.loopingcall [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.402920] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11244ec4-ced7-41f3-9c38-8f5cb59a7103 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.406184] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.406886] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03aeaec7-243e-4611-a635-d06dbb40fb6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.423202] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Successfully created port: 3911090a-5d3f-4bc6-90f4-78a53eaf1047 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.429811] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.436031] env[62748]: DEBUG nova.compute.manager [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1031.436031] env[62748]: DEBUG nova.objects.instance [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.439151] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.439151] env[62748]: value = "task-2750447" [ 1031.439151] env[62748]: _type = "Task" [ 1031.439151] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.450046] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750447, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.526522] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468333} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.526797] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679/6c9eb72d-c942-4b0e-9aa5-5b69f01b6679.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.527026] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.527288] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a686ab3-6ddd-4b6e-9983-ea43ad522d78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.533530] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1031.533530] env[62748]: value = "task-2750448" [ 1031.533530] env[62748]: _type = "Task" [ 1031.533530] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.541919] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.592413] env[62748]: DEBUG nova.objects.base [None req-5d19600d-2d4f-4ec3-b6b5-7a04f0991937 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Object Instance<0c0af599-a8ef-4a13-b0cc-a25efa685dc0> lazy-loaded attributes: flavor,pci_requests {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.592871] env[62748]: DEBUG nova.network.neutron [None req-5d19600d-2d4f-4ec3-b6b5-7a04f0991937 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.707480] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44141a1-7b07-440a-b7cc-1d45ed219020 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.715385] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036b02ab-abad-4fa6-aade-59c231d523e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.746809] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e6d35-3a99-4865-8abc-2ae93036d39c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.754379] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d737bec-5db4-480a-bfe9-29270a332411 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.768115] env[62748]: DEBUG nova.compute.provider_tree [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.771266] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d19600d-2d4f-4ec3-b6b5-7a04f0991937 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.186s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.955568] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750447, 'name': CreateVM_Task, 'duration_secs': 0.341148} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.955882] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.958485] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.958665] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.959113] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1031.959954] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f97cd9-656f-4490-a081-87f058966c80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.967167] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1031.967167] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52647481-5e07-5734-732b-614e77884f16" [ 1031.967167] env[62748]: _type = "Task" [ 1031.967167] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.982557] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.982911] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Processing image cd394ab2-ca07-4863-9a0b-c6922c2a21fd {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.983650] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd/cd394ab2-ca07-4863-9a0b-c6922c2a21fd.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.983650] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd/cd394ab2-ca07-4863-9a0b-c6922c2a21fd.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.983650] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.983861] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1e9a1b0-c85e-42a0-afdc-4c1ede3c6f49 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.992813] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.992922] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.995110] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984ce87f-e746-4a31-8fa1-463af35c92de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.999321] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1031.999321] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ffa8aa-c9e8-aaab-e998-f79986fd8c7a" [ 1031.999321] env[62748]: _type = "Task" [ 1031.999321] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.008916] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52ffa8aa-c9e8-aaab-e998-f79986fd8c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.044152] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076114} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.044152] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.044362] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba48a27-e593-4b00-869e-80cf9308f396 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.069527] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679/6c9eb72d-c942-4b0e-9aa5-5b69f01b6679.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.069527] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16bd43b8-cfbb-4094-8bad-cca15e86e223 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.089184] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1032.089184] env[62748]: value = "task-2750449" [ 1032.089184] env[62748]: _type = "Task" [ 1032.089184] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.097965] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.155851] env[62748]: DEBUG nova.network.neutron [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updated VIF entry in instance network info cache for port 0ff85650-e11a-4519-b7fa-e6de853c4c71. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.156393] env[62748]: DEBUG nova.network.neutron [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating instance_info_cache with network_info: [{"id": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "address": "fa:16:3e:4f:c9:26", "network": {"id": "0070feea-67d1-4c11-9a9f-8f5cff49609b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-949735121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d936837c5f049eeb69c7d5aa4bf9914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ff85650-e1", "ovs_interfaceid": "0ff85650-e11a-4519-b7fa-e6de853c4c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.273457] env[62748]: DEBUG nova.scheduler.client.report [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.444075] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.449591] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.449591] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e44537d3-d988-4cdb-975d-76b3e4a76d7b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.457424] env[62748]: DEBUG oslo_vmware.api [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1032.457424] env[62748]: value = "task-2750450" [ 1032.457424] env[62748]: _type = "Task" [ 1032.457424] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.465813] env[62748]: DEBUG oslo_vmware.api [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.474346] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.474620] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.474781] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.474992] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.475169] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.475357] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.475580] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.475858] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.476091] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.476274] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.476499] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.477485] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd6c654-8536-4526-aa1e-277ad3ede8e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.485614] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae00468-6821-4211-ac02-a07e1b3c19d8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.508696] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Preparing fetch location {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1032.508997] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Fetch image to [datastore2] OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2/OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2.vmdk {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1032.509276] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Downloading stream optimized image cd394ab2-ca07-4863-9a0b-c6922c2a21fd to [datastore2] OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2/OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2.vmdk on the data store datastore2 as vApp {{(pid=62748) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1032.509456] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Downloading image file data cd394ab2-ca07-4863-9a0b-c6922c2a21fd to the ESX as VM named 'OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2' {{(pid=62748) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1032.587500] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1032.587500] env[62748]: value = "resgroup-9" [ 1032.587500] env[62748]: _type = "ResourcePool" [ 1032.587500] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1032.587891] env[62748]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c6ba3eac-9120-44e0-8d57-de7164edb443 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.613657] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750449, 'name': ReconfigVM_Task, 'duration_secs': 0.312564} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.614865] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679/6c9eb72d-c942-4b0e-9aa5-5b69f01b6679.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.615680] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lease: (returnval){ [ 1032.615680] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520cf314-c935-05f1-1ef9-4c640fec0d39" [ 1032.615680] env[62748]: _type = "HttpNfcLease" [ 1032.615680] env[62748]: } obtained for vApp import into resource pool (val){ [ 1032.615680] env[62748]: value = "resgroup-9" [ 1032.615680] env[62748]: _type = "ResourcePool" [ 1032.615680] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1032.615922] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the lease: (returnval){ [ 1032.615922] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520cf314-c935-05f1-1ef9-4c640fec0d39" [ 1032.615922] env[62748]: _type = "HttpNfcLease" [ 1032.615922] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1032.616102] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d9997d7-73a3-42cc-8052-0946967b5e65 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.623981] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1032.623981] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520cf314-c935-05f1-1ef9-4c640fec0d39" [ 1032.623981] env[62748]: _type = "HttpNfcLease" [ 1032.623981] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1032.625237] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1032.625237] env[62748]: value = "task-2750452" [ 1032.625237] env[62748]: _type = "Task" [ 1032.625237] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.635075] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750452, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.659998] env[62748]: DEBUG oslo_concurrency.lockutils [req-68b1fe85-243f-4cc2-b41c-710c45762854 req-4685c6c2-e3db-4bd6-ad7a-cc423b513734 service nova] Releasing lock "refresh_cache-3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.779587] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.780112] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.787688] env[62748]: DEBUG oslo_concurrency.lockutils [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.816s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.787909] env[62748]: DEBUG nova.objects.instance [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lazy-loading 'resources' on Instance uuid 5854385b-b6d7-43ed-beea-1b0b521cc700 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.967437] env[62748]: DEBUG oslo_vmware.api [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750450, 'name': PowerOffVM_Task, 'duration_secs': 0.254378} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.967782] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.968030] env[62748]: DEBUG nova.compute.manager [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.968897] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee808821-d18c-4b54-aa69-b2c1bfe19357 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.064856] env[62748]: DEBUG nova.compute.manager [req-5ed7be6c-3507-4d7e-ab5f-95a5a656dd24 req-65cc5d21-8a26-4e68-99db-f5e881452b97 service nova] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Received event network-vif-plugged-3911090a-5d3f-4bc6-90f4-78a53eaf1047 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1033.065158] env[62748]: DEBUG oslo_concurrency.lockutils [req-5ed7be6c-3507-4d7e-ab5f-95a5a656dd24 req-65cc5d21-8a26-4e68-99db-f5e881452b97 service nova] Acquiring lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.065319] env[62748]: DEBUG oslo_concurrency.lockutils [req-5ed7be6c-3507-4d7e-ab5f-95a5a656dd24 req-65cc5d21-8a26-4e68-99db-f5e881452b97 service nova] Lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.065497] env[62748]: DEBUG oslo_concurrency.lockutils [req-5ed7be6c-3507-4d7e-ab5f-95a5a656dd24 req-65cc5d21-8a26-4e68-99db-f5e881452b97 service nova] Lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.065658] env[62748]: DEBUG nova.compute.manager [req-5ed7be6c-3507-4d7e-ab5f-95a5a656dd24 req-65cc5d21-8a26-4e68-99db-f5e881452b97 service nova] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] No waiting events found dispatching network-vif-plugged-3911090a-5d3f-4bc6-90f4-78a53eaf1047 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.065823] env[62748]: WARNING nova.compute.manager [req-5ed7be6c-3507-4d7e-ab5f-95a5a656dd24 req-65cc5d21-8a26-4e68-99db-f5e881452b97 service nova] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Received unexpected event network-vif-plugged-3911090a-5d3f-4bc6-90f4-78a53eaf1047 for instance with vm_state building and task_state spawning. [ 1033.129590] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.129590] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520cf314-c935-05f1-1ef9-4c640fec0d39" [ 1033.129590] env[62748]: _type = "HttpNfcLease" [ 1033.129590] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1033.141747] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750452, 'name': Rename_Task, 'duration_secs': 0.159827} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.142148] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.142543] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb4ad6f9-e5d0-458c-8ba1-1ba2a99d1489 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.150896] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1033.150896] env[62748]: value = "task-2750453" [ 1033.150896] env[62748]: _type = "Task" [ 1033.150896] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.161271] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.175973] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Successfully updated port: 3911090a-5d3f-4bc6-90f4-78a53eaf1047 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.289057] env[62748]: DEBUG nova.compute.utils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.290654] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.290995] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.342678] env[62748]: DEBUG nova.policy [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1301b24692149cf8fa02502d4ff664b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc9732a2729c40dab51554b059f29eb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.482573] env[62748]: DEBUG oslo_concurrency.lockutils [None req-693adc94-a144-4561-a292-6f55c9fff353 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.553053] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e577d6c6-ef28-45ac-8f9b-e0abdd01e2fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.560772] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf243dc6-a3c2-4ce3-918e-14f7af28781f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.592772] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8b1a93-0d1c-4c1c-b2c0-88c8080310e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.601556] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf0bab7-083d-4bb8-970a-e77fd15dfc50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.622565] env[62748]: DEBUG nova.compute.provider_tree [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.632095] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.632421] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.632827] env[62748]: DEBUG nova.objects.instance [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'flavor' on Instance uuid 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.634210] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1033.634210] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520cf314-c935-05f1-1ef9-4c640fec0d39" [ 1033.634210] env[62748]: _type = "HttpNfcLease" [ 1033.634210] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1033.638019] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1033.638019] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520cf314-c935-05f1-1ef9-4c640fec0d39" [ 1033.638019] env[62748]: _type = "HttpNfcLease" [ 1033.638019] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1033.638019] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d69a9d-720f-4659-8265-2d61d705db6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.648262] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ccac6-23c7-2b18-7fb7-8ec0dbf01976/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1033.648486] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ccac6-23c7-2b18-7fb7-8ec0dbf01976/disk-0.vmdk. {{(pid=62748) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1033.709393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "refresh_cache-c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.709561] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "refresh_cache-c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.709736] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1033.714021] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Successfully created port: 046a7e95-6bcc-44c7-aee6-234d7328d0b0 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.719916] env[62748]: DEBUG oslo_vmware.api [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750453, 'name': PowerOnVM_Task, 'duration_secs': 0.49857} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.723544] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.723796] env[62748]: INFO nova.compute.manager [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1033.723989] env[62748]: DEBUG nova.compute.manager [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.726118] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c99d47-5130-4f1d-880c-0d716d1967ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.728770] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8caf2b6d-f367-42a2-bea6-7f487849a2ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.796626] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.878221] env[62748]: DEBUG nova.objects.instance [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.130252] env[62748]: DEBUG nova.scheduler.client.report [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.250226] env[62748]: INFO nova.compute.manager [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Took 17.44 seconds to build instance. [ 1034.260341] env[62748]: DEBUG nova.objects.instance [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'pci_requests' on Instance uuid 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.288493] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.383847] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.384151] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.384547] env[62748]: DEBUG nova.network.neutron [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.384819] env[62748]: DEBUG nova.objects.instance [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'info_cache' on Instance uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.460629] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Updating instance_info_cache with network_info: [{"id": "3911090a-5d3f-4bc6-90f4-78a53eaf1047", "address": "fa:16:3e:92:ce:68", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3911090a-5d", "ovs_interfaceid": "3911090a-5d3f-4bc6-90f4-78a53eaf1047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.645713] env[62748]: DEBUG oslo_concurrency.lockutils [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.648406] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.545s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.648707] env[62748]: DEBUG nova.objects.instance [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lazy-loading 'resources' on Instance uuid eb98008a-8fbc-477a-b0f4-ae0a513ce554 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.673087] env[62748]: INFO nova.scheduler.client.report [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted allocations for instance 5854385b-b6d7-43ed-beea-1b0b521cc700 [ 1034.751973] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8e67d4a2-2d4a-4217-8182-844cc4ffdc06 tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.958s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.763070] env[62748]: DEBUG nova.objects.base [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Object Instance<0c0af599-a8ef-4a13-b0cc-a25efa685dc0> lazy-loaded attributes: flavor,pci_requests {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.763378] env[62748]: DEBUG nova.network.neutron [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.810519] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.838195] env[62748]: DEBUG nova.policy [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113ce291286d473dba17923ce0ec3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ec8d1b391d40a6bcff4dd9e14eb5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.841908] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.842321] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.842391] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.842573] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.842730] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.842920] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.843189] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.843368] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.843614] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.843708] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.843918] env[62748]: DEBUG nova.virt.hardware [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.845205] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d38210-51ff-49f0-a295-5bb5db854533 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.858901] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5265ab91-7ed9-4835-9d8f-9d1f807a3219 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.890089] env[62748]: DEBUG nova.objects.base [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Object Instance<79a39778-e39e-4b4b-a156-ae8970bd1e45> lazy-loaded attributes: flavor,info_cache {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.963196] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "refresh_cache-c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.963563] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Instance network_info: |[{"id": "3911090a-5d3f-4bc6-90f4-78a53eaf1047", "address": "fa:16:3e:92:ce:68", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3911090a-5d", "ovs_interfaceid": "3911090a-5d3f-4bc6-90f4-78a53eaf1047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1034.964015] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:ce:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3911090a-5d3f-4bc6-90f4-78a53eaf1047', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.971877] env[62748]: DEBUG oslo.service.loopingcall [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1034.972596] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.972845] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e51ed1ca-f0de-4dc9-a048-658bbc621c2f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.995170] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.995170] env[62748]: value = "task-2750454" [ 1034.995170] env[62748]: _type = "Task" [ 1034.995170] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.004585] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750454, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.040765] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquiring lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.041149] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.041398] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquiring lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.041616] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.041850] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.046688] env[62748]: INFO nova.compute.manager [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Terminating instance [ 1035.115682] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Completed reading data from the image iterator. {{(pid=62748) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1035.115989] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ccac6-23c7-2b18-7fb7-8ec0dbf01976/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1035.117213] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d32511-b36c-4d73-a536-09ccdf79265f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.125263] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ccac6-23c7-2b18-7fb7-8ec0dbf01976/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1035.125746] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ccac6-23c7-2b18-7fb7-8ec0dbf01976/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1035.126025] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ea8cdca0-c59f-41e9-9065-33e04f5c690e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.182495] env[62748]: DEBUG oslo_concurrency.lockutils [None req-29a1b18c-042e-4fd4-9ec4-6ac21808e036 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "5854385b-b6d7-43ed-beea-1b0b521cc700" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.429s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.255479] env[62748]: DEBUG nova.compute.manager [req-34735ffc-2470-4089-beff-a7bf239c35d9 req-e08bb2a8-3614-41e6-8b5c-81221a7548a8 service nova] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Received event network-changed-3911090a-5d3f-4bc6-90f4-78a53eaf1047 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1035.255726] env[62748]: DEBUG nova.compute.manager [req-34735ffc-2470-4089-beff-a7bf239c35d9 req-e08bb2a8-3614-41e6-8b5c-81221a7548a8 service nova] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Refreshing instance network info cache due to event network-changed-3911090a-5d3f-4bc6-90f4-78a53eaf1047. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1035.256009] env[62748]: DEBUG oslo_concurrency.lockutils [req-34735ffc-2470-4089-beff-a7bf239c35d9 req-e08bb2a8-3614-41e6-8b5c-81221a7548a8 service nova] Acquiring lock "refresh_cache-c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.256150] env[62748]: DEBUG oslo_concurrency.lockutils [req-34735ffc-2470-4089-beff-a7bf239c35d9 req-e08bb2a8-3614-41e6-8b5c-81221a7548a8 service nova] Acquired lock "refresh_cache-c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.256347] env[62748]: DEBUG nova.network.neutron [req-34735ffc-2470-4089-beff-a7bf239c35d9 req-e08bb2a8-3614-41e6-8b5c-81221a7548a8 service nova] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Refreshing network info cache for port 3911090a-5d3f-4bc6-90f4-78a53eaf1047 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.272592] env[62748]: DEBUG oslo_vmware.rw_handles [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248d808-f738-1bec-584f-2bb1f5a97c02/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1035.274473] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dbd371-34ff-4f07-abeb-7f719ac8b115 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.283816] env[62748]: DEBUG oslo_vmware.rw_handles [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248d808-f738-1bec-584f-2bb1f5a97c02/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1035.284007] env[62748]: ERROR oslo_vmware.rw_handles [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248d808-f738-1bec-584f-2bb1f5a97c02/disk-0.vmdk due to incomplete transfer. [ 1035.284258] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fb6a7e9-41f3-4202-bdb2-f94fc5ee9044 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.291951] env[62748]: DEBUG oslo_vmware.rw_handles [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5248d808-f738-1bec-584f-2bb1f5a97c02/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1035.292200] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Uploaded image b58eea2d-ac3a-4b4a-9b11-eac62c928f4f to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1035.294289] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1035.294544] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-624987ab-de15-40df-a067-c702f6090bc5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.300769] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1035.300769] env[62748]: value = "task-2750455" [ 1035.300769] env[62748]: _type = "Task" [ 1035.300769] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.310939] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750455, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.350593] env[62748]: DEBUG nova.network.neutron [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Successfully created port: 51887975-3144-4159-8eb9-8a6e885416f3 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.411698] env[62748]: DEBUG oslo_vmware.rw_handles [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ccac6-23c7-2b18-7fb7-8ec0dbf01976/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1035.411934] env[62748]: INFO nova.virt.vmwareapi.images [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Downloaded image file data cd394ab2-ca07-4863-9a0b-c6922c2a21fd [ 1035.413643] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf145d79-449b-4d94-9a38-c3f6e2916d02 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.417370] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f10ddb-a6d3-4e93-bdfe-de74780af8cc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.435650] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1117b1b0-cc65-414c-9ff5-7c2a47e565ff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.438390] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800fbf4-2688-4e1b-a161-c88e4d085b57 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.477484] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d06f534-76c5-4f66-983b-751bfb2d93f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.481740] env[62748]: INFO nova.virt.vmwareapi.images [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] The imported VM was unregistered [ 1035.483713] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Caching image {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1035.483935] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.484203] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79a3a752-4909-4c96-8b4f-61dfc017fba1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.489278] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a572a56-8492-4867-844a-817743a88a3a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.505315] env[62748]: DEBUG nova.compute.provider_tree [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.508620] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Created directory with path [datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.508829] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2/OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2.vmdk to [datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd/cd394ab2-ca07-4863-9a0b-c6922c2a21fd.vmdk. {{(pid=62748) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1035.509319] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c2c6078f-0f2f-4085-ae44-34473154ef21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.516317] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750454, 'name': CreateVM_Task, 'duration_secs': 0.456037} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.519288] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.519288] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1035.519288] env[62748]: value = "task-2750457" [ 1035.519288] env[62748]: _type = "Task" [ 1035.519288] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.519288] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.519288] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.519511] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.519934] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133a6349-f1ee-4e38-a4c5-e2a236531f35 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.528853] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1035.528853] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bb7056-178a-e5f8-a8ae-1bd9effb9c30" [ 1035.528853] env[62748]: _type = "Task" [ 1035.528853] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.530854] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750457, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.538223] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bb7056-178a-e5f8-a8ae-1bd9effb9c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.551436] env[62748]: DEBUG nova.compute.manager [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.551708] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.552569] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9028ba0b-c6b1-4b14-a0e4-f5796f04dfa4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.559393] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.559727] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51976dc4-36aa-4486-b0ff-3cd7635396dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.564858] env[62748]: DEBUG oslo_vmware.api [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1035.564858] env[62748]: value = "task-2750458" [ 1035.564858] env[62748]: _type = "Task" [ 1035.564858] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.574890] env[62748]: DEBUG oslo_vmware.api [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.622701] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Successfully updated port: 046a7e95-6bcc-44c7-aee6-234d7328d0b0 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.814699] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750455, 'name': Destroy_Task, 'duration_secs': 0.361807} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.815013] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Destroyed the VM [ 1035.815357] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1035.815685] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69091650-db1e-4b55-8aa3-50d3bb1c13c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.823402] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1035.823402] env[62748]: value = "task-2750459" [ 1035.823402] env[62748]: _type = "Task" [ 1035.823402] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.831217] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750459, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.011487] env[62748]: DEBUG nova.scheduler.client.report [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.018710] env[62748]: DEBUG nova.network.neutron [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updating instance_info_cache with network_info: [{"id": "8e89eee4-a63f-46fa-b201-5171739e04ec", "address": "fa:16:3e:ce:9d:94", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e89eee4-a6", "ovs_interfaceid": "8e89eee4-a63f-46fa-b201-5171739e04ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.032486] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750457, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.043529] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bb7056-178a-e5f8-a8ae-1bd9effb9c30, 'name': SearchDatastore_Task, 'duration_secs': 0.029782} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.043876] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.044181] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.044457] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.044624] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.044835] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.045150] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4cfcd07-7ef4-47c3-afe6-64f0ef444e9b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.060054] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.060319] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.061151] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24dcff33-ed7f-40b8-87d3-ce46e64e488e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.068253] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1036.068253] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529b70ae-cb47-f212-ebbc-0abc5315125b" [ 1036.068253] env[62748]: _type = "Task" [ 1036.068253] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.083530] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529b70ae-cb47-f212-ebbc-0abc5315125b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.086890] env[62748]: DEBUG oslo_vmware.api [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750458, 'name': PowerOffVM_Task, 'duration_secs': 0.280162} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.087184] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.087509] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.087638] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd7f548d-13a3-40c9-8543-2e31c7a4d0b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.125819] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "refresh_cache-0ca5d361-8957-4c0d-ac46-cdf74d51618d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.125985] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "refresh_cache-0ca5d361-8957-4c0d-ac46-cdf74d51618d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.126164] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.203479] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.203812] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.204061] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Deleting the datastore file [datastore2] 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.204341] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4b8cfa8-9f38-46a7-addf-5fcfaf642a92 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.213660] env[62748]: DEBUG oslo_vmware.api [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for the task: (returnval){ [ 1036.213660] env[62748]: value = "task-2750461" [ 1036.213660] env[62748]: _type = "Task" [ 1036.213660] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.223977] env[62748]: DEBUG oslo_vmware.api [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.226358] env[62748]: DEBUG nova.network.neutron [req-34735ffc-2470-4089-beff-a7bf239c35d9 req-e08bb2a8-3614-41e6-8b5c-81221a7548a8 service nova] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Updated VIF entry in instance network info cache for port 3911090a-5d3f-4bc6-90f4-78a53eaf1047. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.226711] env[62748]: DEBUG nova.network.neutron [req-34735ffc-2470-4089-beff-a7bf239c35d9 req-e08bb2a8-3614-41e6-8b5c-81221a7548a8 service nova] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Updating instance_info_cache with network_info: [{"id": "3911090a-5d3f-4bc6-90f4-78a53eaf1047", "address": "fa:16:3e:92:ce:68", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3911090a-5d", "ovs_interfaceid": "3911090a-5d3f-4bc6-90f4-78a53eaf1047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.336853] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750459, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.522057] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.524089] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Releasing lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.538091] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750457, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.552327] env[62748]: INFO nova.scheduler.client.report [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Deleted allocations for instance eb98008a-8fbc-477a-b0f4-ae0a513ce554 [ 1036.584477] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529b70ae-cb47-f212-ebbc-0abc5315125b, 'name': SearchDatastore_Task, 'duration_secs': 0.069832} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.585380] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f04e82-548f-4d2d-a5b8-225cb9798b33 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.593859] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1036.593859] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521f7358-66c4-1038-5823-3c48bf2e9a3b" [ 1036.593859] env[62748]: _type = "Task" [ 1036.593859] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.613863] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521f7358-66c4-1038-5823-3c48bf2e9a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.671878] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.726138] env[62748]: DEBUG oslo_vmware.api [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.731402] env[62748]: DEBUG oslo_concurrency.lockutils [req-34735ffc-2470-4089-beff-a7bf239c35d9 req-e08bb2a8-3614-41e6-8b5c-81221a7548a8 service nova] Releasing lock "refresh_cache-c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.836228] env[62748]: DEBUG oslo_vmware.api [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750459, 'name': RemoveSnapshot_Task, 'duration_secs': 0.60721} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.836519] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1036.836768] env[62748]: INFO nova.compute.manager [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Took 13.23 seconds to snapshot the instance on the hypervisor. [ 1036.875039] env[62748]: DEBUG nova.network.neutron [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Updating instance_info_cache with network_info: [{"id": "046a7e95-6bcc-44c7-aee6-234d7328d0b0", "address": "fa:16:3e:ad:eb:b2", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046a7e95-6b", "ovs_interfaceid": "046a7e95-6bcc-44c7-aee6-234d7328d0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.035851] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750457, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.060313] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7069c045-bfa7-4d0c-8c60-0f40949ef6f6 tempest-ServerDiskConfigTestJSON-1482474443 tempest-ServerDiskConfigTestJSON-1482474443-project-member] Lock "eb98008a-8fbc-477a-b0f4-ae0a513ce554" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.904s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.107044] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521f7358-66c4-1038-5823-3c48bf2e9a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.084105} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.108070] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.108070] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c66d2f30-b9ce-4bea-bae2-85cacfc7cebf/c66d2f30-b9ce-4bea-bae2-85cacfc7cebf.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.108204] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-396b48b8-0a23-478d-9cb9-e9a8ef02646f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.115436] env[62748]: INFO nova.compute.manager [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Rebuilding instance [ 1037.119888] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1037.119888] env[62748]: value = "task-2750462" [ 1037.119888] env[62748]: _type = "Task" [ 1037.119888] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.129832] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.169741] env[62748]: DEBUG nova.compute.manager [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.170713] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c42500e-da0c-49f2-a37d-6b5ae731b300 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.229330] env[62748]: DEBUG oslo_vmware.api [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.379788] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "refresh_cache-0ca5d361-8957-4c0d-ac46-cdf74d51618d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.379788] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Instance network_info: |[{"id": "046a7e95-6bcc-44c7-aee6-234d7328d0b0", "address": "fa:16:3e:ad:eb:b2", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046a7e95-6b", "ovs_interfaceid": "046a7e95-6bcc-44c7-aee6-234d7328d0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.379788] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:eb:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '046a7e95-6bcc-44c7-aee6-234d7328d0b0', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.387404] env[62748]: DEBUG oslo.service.loopingcall [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.387816] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.387987] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b633022e-a8f0-45b7-aa74-da096617a1c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.413139] env[62748]: DEBUG nova.compute.manager [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Found 3 images (rotation: 2) {{(pid=62748) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1037.413360] env[62748]: DEBUG nova.compute.manager [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Rotating out 1 backups {{(pid=62748) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1037.413528] env[62748]: DEBUG nova.compute.manager [None req-07478632-4ac4-4f47-b86c-638204aadbf5 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deleting image 27a4bb02-c4c6-4e27-87b3-6bc0f49e5ad0 {{(pid=62748) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1037.417020] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.417020] env[62748]: value = "task-2750463" [ 1037.417020] env[62748]: _type = "Task" [ 1037.417020] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.433835] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750463, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.490661] env[62748]: DEBUG nova.network.neutron [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Successfully updated port: 51887975-3144-4159-8eb9-8a6e885416f3 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.538555] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.538916] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750457, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.539165] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e86c877e-033b-4b9f-8308-585012384506 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.548623] env[62748]: DEBUG oslo_vmware.api [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1037.548623] env[62748]: value = "task-2750464" [ 1037.548623] env[62748]: _type = "Task" [ 1037.548623] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.559468] env[62748]: DEBUG oslo_vmware.api [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.632775] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.727281] env[62748]: DEBUG oslo_vmware.api [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.898907] env[62748]: DEBUG nova.compute.manager [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Received event network-vif-plugged-046a7e95-6bcc-44c7-aee6-234d7328d0b0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.898907] env[62748]: DEBUG oslo_concurrency.lockutils [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] Acquiring lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.898907] env[62748]: DEBUG oslo_concurrency.lockutils [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] Lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.898907] env[62748]: DEBUG oslo_concurrency.lockutils [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] Lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.898907] env[62748]: DEBUG nova.compute.manager [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] No waiting events found dispatching network-vif-plugged-046a7e95-6bcc-44c7-aee6-234d7328d0b0 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.899193] env[62748]: WARNING nova.compute.manager [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Received unexpected event network-vif-plugged-046a7e95-6bcc-44c7-aee6-234d7328d0b0 for instance with vm_state building and task_state spawning. [ 1037.899401] env[62748]: DEBUG nova.compute.manager [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Received event network-changed-046a7e95-6bcc-44c7-aee6-234d7328d0b0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.899573] env[62748]: DEBUG nova.compute.manager [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Refreshing instance network info cache due to event network-changed-046a7e95-6bcc-44c7-aee6-234d7328d0b0. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1037.899782] env[62748]: DEBUG oslo_concurrency.lockutils [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] Acquiring lock "refresh_cache-0ca5d361-8957-4c0d-ac46-cdf74d51618d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.899945] env[62748]: DEBUG oslo_concurrency.lockutils [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] Acquired lock "refresh_cache-0ca5d361-8957-4c0d-ac46-cdf74d51618d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.900196] env[62748]: DEBUG nova.network.neutron [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Refreshing network info cache for port 046a7e95-6bcc-44c7-aee6-234d7328d0b0 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.931119] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750463, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.992792] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1037.993077] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.993397] env[62748]: DEBUG nova.network.neutron [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.037720] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750457, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.061927] env[62748]: DEBUG oslo_vmware.api [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.130567] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.159021] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "82b27f18-3310-4e5f-a892-6be75f4d70b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.159327] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.188110] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.188365] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32f8a040-6940-4d46-b8df-57ac3f5ad4ce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.197676] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 1038.197676] env[62748]: value = "task-2750465" [ 1038.197676] env[62748]: _type = "Task" [ 1038.197676] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.208629] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.225892] env[62748]: DEBUG oslo_vmware.api [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Task: {'id': task-2750461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.788601} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.226073] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.226273] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.226458] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.226639] env[62748]: INFO nova.compute.manager [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1038.226912] env[62748]: DEBUG oslo.service.loopingcall [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.227108] env[62748]: DEBUG nova.compute.manager [-] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.227206] env[62748]: DEBUG nova.network.neutron [-] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.428650] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750463, 'name': CreateVM_Task, 'duration_secs': 0.814058} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.428850] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.429554] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.429734] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.430096] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1038.430381] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e58bc9-f56e-433a-bc76-0f3dec2fc53a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.436155] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1038.436155] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52308bbb-2f58-5395-9aee-d4e039901093" [ 1038.436155] env[62748]: _type = "Task" [ 1038.436155] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.445202] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52308bbb-2f58-5395-9aee-d4e039901093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.535018] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750457, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.636942} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.535478] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2/OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2.vmdk to [datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd/cd394ab2-ca07-4863-9a0b-c6922c2a21fd.vmdk. [ 1038.535698] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Cleaning up location [datastore2] OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1038.535868] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f0042bc5-1aa8-40dd-8ad0-62451b3c0ff2 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.536215] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc93b287-f49f-41b2-9bca-bed41db699fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.541932] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1038.541932] env[62748]: value = "task-2750466" [ 1038.541932] env[62748]: _type = "Task" [ 1038.541932] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.549534] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.556682] env[62748]: DEBUG oslo_vmware.api [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750464, 'name': PowerOnVM_Task, 'duration_secs': 0.531557} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.557150] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.558509] env[62748]: DEBUG nova.compute.manager [None req-6b8c0e9a-5bc9-492e-99cb-9c61fb24e82e tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.559377] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15ed211-34a2-4f1e-93ee-3b08f7b90e4c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.632251] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750462, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.378451} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.632799] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] c66d2f30-b9ce-4bea-bae2-85cacfc7cebf/c66d2f30-b9ce-4bea-bae2-85cacfc7cebf.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.633158] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.633638] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b3db158-9c7c-43b2-8944-9931afe7fa79 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.642791] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1038.642791] env[62748]: value = "task-2750467" [ 1038.642791] env[62748]: _type = "Task" [ 1038.642791] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.652302] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.661878] env[62748]: DEBUG nova.compute.manager [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.707387] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750465, 'name': PowerOffVM_Task, 'duration_secs': 0.349827} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.707791] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.708658] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.708961] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-479aa07a-266f-4695-a6bd-67d6185beaa4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.715390] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 1038.715390] env[62748]: value = "task-2750468" [ 1038.715390] env[62748]: _type = "Task" [ 1038.715390] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.723197] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.812479] env[62748]: WARNING nova.network.neutron [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] 823a9827-46e5-451f-a6a7-645de271b795 already exists in list: networks containing: ['823a9827-46e5-451f-a6a7-645de271b795']. ignoring it [ 1038.946846] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52308bbb-2f58-5395-9aee-d4e039901093, 'name': SearchDatastore_Task, 'duration_secs': 0.045904} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.947449] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.947763] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.948028] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.948191] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.948376] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.948669] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-949f9df5-fbc8-469b-851d-85ac4bf42855 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.957359] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.957662] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.958448] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a5ad8e2-a228-4f27-9ed8-e18d55380ed1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.963732] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1038.963732] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d294a0-0db7-987d-6b93-cf53ff653e46" [ 1038.963732] env[62748]: _type = "Task" [ 1038.963732] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.974401] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d294a0-0db7-987d-6b93-cf53ff653e46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.054045] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030383} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.054328] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.054496] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd/cd394ab2-ca07-4863-9a0b-c6922c2a21fd.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.054741] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd/cd394ab2-ca07-4863-9a0b-c6922c2a21fd.vmdk to [datastore2] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d/3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.054997] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a02bdb07-e959-4f07-a92a-d48312758a0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.062374] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1039.062374] env[62748]: value = "task-2750469" [ 1039.062374] env[62748]: _type = "Task" [ 1039.062374] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.076572] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.152630] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296509} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.153293] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.154208] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c348f7a1-49a7-48d4-b548-e4b8f6ad4ad6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.183514] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] c66d2f30-b9ce-4bea-bae2-85cacfc7cebf/c66d2f30-b9ce-4bea-bae2-85cacfc7cebf.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.187912] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38658e2-b47e-4989-911e-54a7e9bd587a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.203750] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.204183] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.207868] env[62748]: INFO nova.compute.claims [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.220234] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1039.220234] env[62748]: value = "task-2750470" [ 1039.220234] env[62748]: _type = "Task" [ 1039.220234] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.230701] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1039.230916] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1039.231143] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553510', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'name': 'volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f0ddd9-608a-4e8c-913a-5800addac229', 'attached_at': '', 'detached_at': '', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'serial': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1039.231437] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.232208] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc386434-be93-411b-8cc3-284b695a0634 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.254830] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45808ab8-0f57-42bf-9bdb-2ea251b33319 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.263416] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d77e2f-1bf6-4c61-a41f-115096fdc3cc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.283049] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e333e0-88f3-4aa5-b02e-6d062367a3cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.301697] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] The volume has not been displaced from its original location: [datastore2] volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad/volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1039.307027] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.309871] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e704220-9593-414d-997b-0aa61f917cf2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.323195] env[62748]: DEBUG nova.network.neutron [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Updated VIF entry in instance network info cache for port 046a7e95-6bcc-44c7-aee6-234d7328d0b0. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.323565] env[62748]: DEBUG nova.network.neutron [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Updating instance_info_cache with network_info: [{"id": "046a7e95-6bcc-44c7-aee6-234d7328d0b0", "address": "fa:16:3e:ad:eb:b2", "network": {"id": "269e010b-b685-45b1-b3d2-3640985cffa1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-836921066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc9732a2729c40dab51554b059f29eb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap046a7e95-6b", "ovs_interfaceid": "046a7e95-6bcc-44c7-aee6-234d7328d0b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.333025] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 1039.333025] env[62748]: value = "task-2750471" [ 1039.333025] env[62748]: _type = "Task" [ 1039.333025] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.344912] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.482238] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d294a0-0db7-987d-6b93-cf53ff653e46, 'name': SearchDatastore_Task, 'duration_secs': 0.01145} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.482238] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43099d62-64bb-498b-956d-56bba2a0cece {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.489559] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1039.489559] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5259e694-b6d4-ecc9-50f7-717716e4060d" [ 1039.489559] env[62748]: _type = "Task" [ 1039.489559] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.500488] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5259e694-b6d4-ecc9-50f7-717716e4060d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.520900] env[62748]: DEBUG nova.network.neutron [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51887975-3144-4159-8eb9-8a6e885416f3", "address": "fa:16:3e:1a:3f:aa", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51887975-31", "ovs_interfaceid": "51887975-3144-4159-8eb9-8a6e885416f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.561769] env[62748]: DEBUG nova.network.neutron [-] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.576369] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750469, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.734354] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.826124] env[62748]: DEBUG oslo_concurrency.lockutils [req-07e5e8d1-569f-4643-9965-61bc91f730d0 req-3dcf1a7d-0c00-48f4-99cf-ce28685c20f4 service nova] Releasing lock "refresh_cache-0ca5d361-8957-4c0d-ac46-cdf74d51618d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.845179] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.952155] env[62748]: DEBUG nova.compute.manager [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-vif-plugged-51887975-3144-4159-8eb9-8a6e885416f3 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1039.952548] env[62748]: DEBUG oslo_concurrency.lockutils [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] Acquiring lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.952865] env[62748]: DEBUG oslo_concurrency.lockutils [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.953181] env[62748]: DEBUG oslo_concurrency.lockutils [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.953396] env[62748]: DEBUG nova.compute.manager [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] No waiting events found dispatching network-vif-plugged-51887975-3144-4159-8eb9-8a6e885416f3 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.953579] env[62748]: WARNING nova.compute.manager [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received unexpected event network-vif-plugged-51887975-3144-4159-8eb9-8a6e885416f3 for instance with vm_state active and task_state None. [ 1039.953752] env[62748]: DEBUG nova.compute.manager [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-changed-51887975-3144-4159-8eb9-8a6e885416f3 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1039.953911] env[62748]: DEBUG nova.compute.manager [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Refreshing instance network info cache due to event network-changed-51887975-3144-4159-8eb9-8a6e885416f3. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1039.954096] env[62748]: DEBUG oslo_concurrency.lockutils [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] Acquiring lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.000101] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5259e694-b6d4-ecc9-50f7-717716e4060d, 'name': SearchDatastore_Task, 'duration_secs': 0.084491} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.000101] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.000358] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 0ca5d361-8957-4c0d-ac46-cdf74d51618d/0ca5d361-8957-4c0d-ac46-cdf74d51618d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.000635] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c712e2ac-f1a6-42e3-a772-b81c10f18418 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.010498] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1040.010498] env[62748]: value = "task-2750472" [ 1040.010498] env[62748]: _type = "Task" [ 1040.010498] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.022924] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.023612] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.024292] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.024455] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.024734] env[62748]: DEBUG oslo_concurrency.lockutils [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] Acquired lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.024924] env[62748]: DEBUG nova.network.neutron [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Refreshing network info cache for port 51887975-3144-4159-8eb9-8a6e885416f3 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.026794] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dafb367-eb54-4c36-b591-8aebb33128ae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.049651] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.049933] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.050111] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.050309] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.050460] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.050612] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.050828] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.050992] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.051179] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.051349] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.051523] env[62748]: DEBUG nova.virt.hardware [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.058291] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Reconfiguring VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1040.058938] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-764823d8-aaa6-4168-a320-48a44cd53038 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.071757] env[62748]: INFO nova.compute.manager [-] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Took 1.84 seconds to deallocate network for instance. [ 1040.083599] env[62748]: DEBUG oslo_vmware.api [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1040.083599] env[62748]: value = "task-2750473" [ 1040.083599] env[62748]: _type = "Task" [ 1040.083599] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.090414] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750469, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.098858] env[62748]: DEBUG oslo_vmware.api [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.238036] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750470, 'name': ReconfigVM_Task, 'duration_secs': 0.872627} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.238036] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Reconfigured VM instance instance-00000060 to attach disk [datastore2] c66d2f30-b9ce-4bea-bae2-85cacfc7cebf/c66d2f30-b9ce-4bea-bae2-85cacfc7cebf.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.238036] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37fc45b6-fb8e-4fa6-abe0-a93d2338d789 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.250502] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1040.250502] env[62748]: value = "task-2750474" [ 1040.250502] env[62748]: _type = "Task" [ 1040.250502] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.263328] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750474, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.345255] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750471, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.407917] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "963c1677-26f6-4290-91b0-f77b1d181ce2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.408248] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.408454] env[62748]: DEBUG nova.compute.manager [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.409425] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de84fd8f-75d5-4808-b306-61b2cb0a459a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.419308] env[62748]: DEBUG nova.compute.manager [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1040.419949] env[62748]: DEBUG nova.objects.instance [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'flavor' on Instance uuid 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.467669] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48331c51-3734-452a-a038-b8da5efa053c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.478584] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822d3b8b-b58f-45c2-8acc-604aa303c627 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.516062] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae092c3-6695-4c66-b176-a6bd1e8e0491 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.526728] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.530303] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e78641-9e36-49d4-9879-c9a170d6eec2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.549321] env[62748]: DEBUG nova.compute.provider_tree [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.585702] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.586149] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750469, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.597723] env[62748]: DEBUG oslo_vmware.api [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.764340] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750474, 'name': Rename_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.811191] env[62748]: DEBUG nova.network.neutron [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updated VIF entry in instance network info cache for port 51887975-3144-4159-8eb9-8a6e885416f3. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.811658] env[62748]: DEBUG nova.network.neutron [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51887975-3144-4159-8eb9-8a6e885416f3", "address": "fa:16:3e:1a:3f:aa", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51887975-31", "ovs_interfaceid": "51887975-3144-4159-8eb9-8a6e885416f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.846462] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750471, 'name': ReconfigVM_Task, 'duration_secs': 1.503384} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.846781] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.851765] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a413e527-6213-4dc1-b98b-dae40201273a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.870560] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 1040.870560] env[62748]: value = "task-2750475" [ 1040.870560] env[62748]: _type = "Task" [ 1040.870560] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.885567] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.023940] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.053121] env[62748]: DEBUG nova.scheduler.client.report [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.085313] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750469, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.099354] env[62748]: DEBUG oslo_vmware.api [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.266585] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750474, 'name': Rename_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.315596] env[62748]: DEBUG oslo_concurrency.lockutils [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] Releasing lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.315596] env[62748]: DEBUG nova.compute.manager [req-1be657c2-5d1f-4088-9306-3e58a7924293 req-906a8cf2-183f-4506-8a0b-52b804bff631 service nova] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Received event network-vif-deleted-aee700e5-3282-41a9-8c54-a7e6f6c48800 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1041.385523] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750475, 'name': ReconfigVM_Task, 'duration_secs': 0.263493} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.386038] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553510', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'name': 'volume-9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2f0ddd9-608a-4e8c-913a-5800addac229', 'attached_at': '', 'detached_at': '', 'volume_id': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad', 'serial': '9f9f4116-dd69-4175-bee7-bcc6b5e685ad'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.386360] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.387282] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9aa4e3-ad38-4037-bcc8-9020e8d645db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.399241] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.399241] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-204fec34-32fd-46dd-a6c7-6ee4f5104df8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.430499] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.430830] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f54b7a42-12a9-469e-adc9-ce6096a5adec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.438606] env[62748]: DEBUG oslo_vmware.api [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1041.438606] env[62748]: value = "task-2750477" [ 1041.438606] env[62748]: _type = "Task" [ 1041.438606] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.449803] env[62748]: DEBUG oslo_vmware.api [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.483453] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.483453] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.483453] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Deleting the datastore file [datastore2] a2f0ddd9-608a-4e8c-913a-5800addac229 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.483453] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-043fc6f6-2f94-4454-ae67-816279c09f50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.489346] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for the task: (returnval){ [ 1041.489346] env[62748]: value = "task-2750478" [ 1041.489346] env[62748]: _type = "Task" [ 1041.489346] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.498207] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.524174] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750472, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.563992] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.564650] env[62748]: DEBUG nova.compute.manager [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.567733] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.982s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.567854] env[62748]: DEBUG nova.objects.instance [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lazy-loading 'resources' on Instance uuid 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.596034] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750469, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.382923} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.596777] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cd394ab2-ca07-4863-9a0b-c6922c2a21fd/cd394ab2-ca07-4863-9a0b-c6922c2a21fd.vmdk to [datastore2] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d/3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.597673] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6753fe85-bcb6-4d87-a0b4-a628975bca68 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.604424] env[62748]: DEBUG oslo_vmware.api [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.628392] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d/3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.629533] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9228e9b-63c0-4a6e-bab4-e6d0fe096192 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.654387] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1041.654387] env[62748]: value = "task-2750479" [ 1041.654387] env[62748]: _type = "Task" [ 1041.654387] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.666339] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.764515] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750474, 'name': Rename_Task, 'duration_secs': 1.355058} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.764805] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.765078] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93257515-421b-44cc-8c5e-fc72ca677f34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.774530] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1041.774530] env[62748]: value = "task-2750480" [ 1041.774530] env[62748]: _type = "Task" [ 1041.774530] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.786035] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.950795] env[62748]: DEBUG oslo_vmware.api [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750477, 'name': PowerOffVM_Task, 'duration_secs': 0.237365} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.951085] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.951289] env[62748]: DEBUG nova.compute.manager [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1041.952099] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852fbd9c-00cf-4e56-a0f8-64c36a6c1075 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.001781] env[62748]: DEBUG oslo_vmware.api [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Task: {'id': task-2750478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389267} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.002190] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.002442] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.002643] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.023066] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750472, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.830687} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.023184] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 0ca5d361-8957-4c0d-ac46-cdf74d51618d/0ca5d361-8957-4c0d-ac46-cdf74d51618d.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.023356] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.023619] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9df7ac76-717e-4f29-933b-99a35c89e768 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.031812] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1042.031812] env[62748]: value = "task-2750481" [ 1042.031812] env[62748]: _type = "Task" [ 1042.031812] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.044211] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.064689] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1042.065143] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c471193-69e7-4634-9f14-452e5a9772dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.070923] env[62748]: DEBUG nova.compute.utils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.077387] env[62748]: DEBUG nova.compute.manager [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.077387] env[62748]: DEBUG nova.network.neutron [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.082228] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e464da-600b-4953-b04b-17dc904c989f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.103433] env[62748]: DEBUG oslo_vmware.api [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750473, 'name': ReconfigVM_Task, 'duration_secs': 1.871185} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.106700] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.106932] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Reconfigured VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1042.124551] env[62748]: ERROR nova.compute.manager [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Failed to detach volume 9f9f4116-dd69-4175-bee7-bcc6b5e685ad from /dev/sda: nova.exception.InstanceNotFound: Instance a2f0ddd9-608a-4e8c-913a-5800addac229 could not be found. [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Traceback (most recent call last): [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self.driver.rebuild(**kwargs) [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] raise NotImplementedError() [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] NotImplementedError [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] During handling of the above exception, another exception occurred: [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Traceback (most recent call last): [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self.driver.detach_volume(context, old_connection_info, [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] return self._volumeops.detach_volume(connection_info, instance) [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self._detach_volume_vmdk(connection_info, instance) [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] stable_ref.fetch_moref(session) [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] nova.exception.InstanceNotFound: Instance a2f0ddd9-608a-4e8c-913a-5800addac229 could not be found. [ 1042.124551] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] [ 1042.130395] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5d6d4efe-25c7-4672-abf1-5d5b78e39a7c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.496s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.148034] env[62748]: DEBUG nova.policy [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd446c7e5e6c84971bcae6fe81e6cc7be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f32ac6cbb04da0b24a83620502e460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.166699] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750479, 'name': ReconfigVM_Task, 'duration_secs': 0.478738} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.167338] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d/3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.167810] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-328b0cec-c726-4475-8380-8c12aecbd16a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.176484] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1042.176484] env[62748]: value = "task-2750482" [ 1042.176484] env[62748]: _type = "Task" [ 1042.176484] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.188156] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750482, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.281666] env[62748]: DEBUG nova.compute.utils [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Build of instance a2f0ddd9-608a-4e8c-913a-5800addac229 aborted: Failed to rebuild volume backed instance. {{(pid=62748) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1042.288635] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.289707] env[62748]: ERROR nova.compute.manager [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a2f0ddd9-608a-4e8c-913a-5800addac229 aborted: Failed to rebuild volume backed instance. [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Traceback (most recent call last): [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self.driver.rebuild(**kwargs) [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] raise NotImplementedError() [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] NotImplementedError [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] During handling of the above exception, another exception occurred: [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Traceback (most recent call last): [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self._detach_root_volume(context, instance, root_bdm) [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] with excutils.save_and_reraise_exception(): [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self.force_reraise() [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] raise self.value [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self.driver.detach_volume(context, old_connection_info, [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] return self._volumeops.detach_volume(connection_info, instance) [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self._detach_volume_vmdk(connection_info, instance) [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] stable_ref.fetch_moref(session) [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] nova.exception.InstanceNotFound: Instance a2f0ddd9-608a-4e8c-913a-5800addac229 could not be found. [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] During handling of the above exception, another exception occurred: [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Traceback (most recent call last): [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] yield [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1042.289707] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self._do_rebuild_instance_with_claim( [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self._do_rebuild_instance( [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self._rebuild_default_impl(**kwargs) [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] self._rebuild_volume_backed_instance( [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] raise exception.BuildAbortException( [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] nova.exception.BuildAbortException: Build of instance a2f0ddd9-608a-4e8c-913a-5800addac229 aborted: Failed to rebuild volume backed instance. [ 1042.290775] env[62748]: ERROR nova.compute.manager [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] [ 1042.333727] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c086de15-3355-4bb0-844e-5183a27943a5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.342734] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51762d3e-05ec-43c7-9dd8-1b317f4e9561 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.375510] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5b3c8-328e-440c-9f78-729867353c61 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.382909] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f3e443-2f5b-4227-96dc-4dc54468bbe6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.396764] env[62748]: DEBUG nova.compute.provider_tree [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.465425] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f693b5bf-1a53-47c3-90b5-a4c591319fdb tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.478782] env[62748]: DEBUG nova.network.neutron [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Successfully created port: bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.542942] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08414} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.543331] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.544179] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89eacbf-e4b0-42af-b4ff-39e657ce2ae6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.568170] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 0ca5d361-8957-4c0d-ac46-cdf74d51618d/0ca5d361-8957-4c0d-ac46-cdf74d51618d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.568496] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d3766c-21b1-45e4-a1d7-4d08d180bd32 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.583400] env[62748]: DEBUG nova.compute.manager [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.591076] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1042.591076] env[62748]: value = "task-2750483" [ 1042.591076] env[62748]: _type = "Task" [ 1042.591076] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.600672] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.692620] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750482, 'name': Rename_Task, 'duration_secs': 0.16837} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.693152] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.693759] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c5be368-c1fa-4e82-a5db-d897e9149fd4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.702835] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1042.702835] env[62748]: value = "task-2750484" [ 1042.702835] env[62748]: _type = "Task" [ 1042.702835] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.717483] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.792376] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750480, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.904694] env[62748]: DEBUG nova.scheduler.client.report [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.103011] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750483, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.213525] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.288168] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750480, 'name': PowerOnVM_Task, 'duration_secs': 1.277533} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.288632] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.288960] env[62748]: INFO nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Took 10.84 seconds to spawn the instance on the hypervisor. [ 1043.289318] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.290836] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8895d5-2691-44c0-9dc6-96c0d386fadd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.409692] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.427080] env[62748]: INFO nova.scheduler.client.report [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Deleted allocations for instance 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679 [ 1043.599025] env[62748]: DEBUG nova.compute.manager [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1043.607092] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750483, 'name': ReconfigVM_Task, 'duration_secs': 0.819125} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.607399] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 0ca5d361-8957-4c0d-ac46-cdf74d51618d/0ca5d361-8957-4c0d-ac46-cdf74d51618d.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.608065] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-993b9734-e590-46bb-b938-707b1aebb423 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.614754] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1043.614754] env[62748]: value = "task-2750485" [ 1043.614754] env[62748]: _type = "Task" [ 1043.614754] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.624196] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750485, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.627136] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.627411] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.627582] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.627771] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.627920] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.628085] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.628313] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.628503] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.628676] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.628843] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.629028] env[62748]: DEBUG nova.virt.hardware [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.629800] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188c6c94-1e02-4d71-8048-e44c7ce3e8c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.637131] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d631021-92db-4c65-b3c1-049c95bb7480 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.713170] env[62748]: DEBUG oslo_vmware.api [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750484, 'name': PowerOnVM_Task, 'duration_secs': 0.59258} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.713468] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.745855] env[62748]: DEBUG nova.compute.manager [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Stashing vm_state: stopped {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1043.813294] env[62748]: DEBUG nova.compute.manager [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.815533] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403bcfea-e4ba-4432-a3ce-a3b7b1f5d964 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.819148] env[62748]: INFO nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Took 19.44 seconds to build instance. [ 1043.827544] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-7a504c3c-e9ce-42be-8cc3-c712f5481c63" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.827781] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-7a504c3c-e9ce-42be-8cc3-c712f5481c63" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.828114] env[62748]: DEBUG nova.objects.instance [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'flavor' on Instance uuid 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.934053] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4b09a839-f609-42cb-ab50-1f140fd55acf tempest-InstanceActionsNegativeTestJSON-233365134 tempest-InstanceActionsNegativeTestJSON-233365134-project-member] Lock "6c9eb72d-c942-4b0e-9aa5-5b69f01b6679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.893s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.125478] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750485, 'name': Rename_Task, 'duration_secs': 0.164572} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.125625] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.126199] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64623142-238e-4816-a833-3ae35247f654 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.132384] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1044.132384] env[62748]: value = "task-2750486" [ 1044.132384] env[62748]: _type = "Task" [ 1044.132384] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.139654] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.231330] env[62748]: DEBUG nova.network.neutron [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Successfully updated port: bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.238702] env[62748]: DEBUG nova.compute.manager [req-6e339756-b5e0-483e-9d8c-35d4ec5134a4 req-c7ed7064-18ad-4608-8e78-e855bd1701a3 service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Received event network-vif-plugged-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1044.238944] env[62748]: DEBUG oslo_concurrency.lockutils [req-6e339756-b5e0-483e-9d8c-35d4ec5134a4 req-c7ed7064-18ad-4608-8e78-e855bd1701a3 service nova] Acquiring lock "82b27f18-3310-4e5f-a892-6be75f4d70b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.239182] env[62748]: DEBUG oslo_concurrency.lockutils [req-6e339756-b5e0-483e-9d8c-35d4ec5134a4 req-c7ed7064-18ad-4608-8e78-e855bd1701a3 service nova] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.239590] env[62748]: DEBUG oslo_concurrency.lockutils [req-6e339756-b5e0-483e-9d8c-35d4ec5134a4 req-c7ed7064-18ad-4608-8e78-e855bd1701a3 service nova] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.239873] env[62748]: DEBUG nova.compute.manager [req-6e339756-b5e0-483e-9d8c-35d4ec5134a4 req-c7ed7064-18ad-4608-8e78-e855bd1701a3 service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] No waiting events found dispatching network-vif-plugged-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.240614] env[62748]: WARNING nova.compute.manager [req-6e339756-b5e0-483e-9d8c-35d4ec5134a4 req-c7ed7064-18ad-4608-8e78-e855bd1701a3 service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Received unexpected event network-vif-plugged-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 for instance with vm_state building and task_state spawning. [ 1044.270481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.270759] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.313024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.322130] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.955s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.335404] env[62748]: DEBUG oslo_concurrency.lockutils [None req-dfed24ce-17e2-4f00-b105-9a891c5c5574 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.854s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.445940] env[62748]: DEBUG nova.objects.instance [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'pci_requests' on Instance uuid 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.645087] env[62748]: DEBUG oslo_vmware.api [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750486, 'name': PowerOnVM_Task, 'duration_secs': 0.466026} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.645087] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.645087] env[62748]: INFO nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1044.645087] env[62748]: DEBUG nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.645087] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a75b8-64cd-4537-9352-628d3b2dc129 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.731191] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "refresh_cache-82b27f18-3310-4e5f-a892-6be75f4d70b7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.731384] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "refresh_cache-82b27f18-3310-4e5f-a892-6be75f4d70b7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.731553] env[62748]: DEBUG nova.network.neutron [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.776782] env[62748]: INFO nova.compute.claims [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.948221] env[62748]: DEBUG nova.objects.base [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Object Instance<0c0af599-a8ef-4a13-b0cc-a25efa685dc0> lazy-loaded attributes: flavor,pci_requests {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.948460] env[62748]: DEBUG nova.network.neutron [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.013258] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.013520] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.020665] env[62748]: DEBUG nova.policy [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113ce291286d473dba17923ce0ec3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ec8d1b391d40a6bcff4dd9e14eb5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.163967] env[62748]: INFO nova.compute.manager [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Took 20.75 seconds to build instance. [ 1045.281864] env[62748]: DEBUG nova.network.neutron [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.286163] env[62748]: INFO nova.compute.resource_tracker [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating resource usage from migration 6dab74d3-e804-43c3-846f-af5314116628 [ 1045.497789] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Acquiring lock "a2f0ddd9-608a-4e8c-913a-5800addac229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.498557] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "a2f0ddd9-608a-4e8c-913a-5800addac229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.499481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Acquiring lock "a2f0ddd9-608a-4e8c-913a-5800addac229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.499481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "a2f0ddd9-608a-4e8c-913a-5800addac229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.499481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "a2f0ddd9-608a-4e8c-913a-5800addac229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.508484] env[62748]: INFO nova.compute.manager [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Terminating instance [ 1045.517080] env[62748]: INFO nova.compute.manager [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Detaching volume c9907ebb-e833-461d-83a4-a6493c5fa1e3 [ 1045.541920] env[62748]: DEBUG nova.network.neutron [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Updating instance_info_cache with network_info: [{"id": "bc0a9045-7b45-4dd3-a05d-3b78dfb7c376", "address": "fa:16:3e:a1:39:55", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0a9045-7b", "ovs_interfaceid": "bc0a9045-7b45-4dd3-a05d-3b78dfb7c376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.570017] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d088a196-5ae8-41e2-b9ca-e156acd6252f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.573815] env[62748]: INFO nova.virt.block_device [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Attempting to driver detach volume c9907ebb-e833-461d-83a4-a6493c5fa1e3 from mountpoint /dev/sdb [ 1045.574085] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1045.574244] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553521', 'volume_id': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'name': 'volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'serial': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1045.575393] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf83702-0f7e-4d2f-9269-1fc8048784d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.599507] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e875b5-f35a-4ea6-a793-88badf8a6078 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.604945] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58a8dd7-ffd2-4fea-82a7-ffb0257b57b4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.637688] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7386b25-f31e-46ba-a1e6-7cf53fa09cb8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.641641] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c136a589-e15f-4a9a-9e38-6d7a813de60c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.665849] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96c3ee6-8366-4706-b7c4-57daf62d93d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.669134] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5295a922-232b-4787-8dee-ede1c8b6c3e7 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.269s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.670574] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6fa1e3-f95a-469e-b220-bd15238624c6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.691231] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] The volume has not been displaced from its original location: [datastore2] volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3/volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1045.696646] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1045.704599] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16e7c6cb-fe5b-484b-81a6-fa9163abac4c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.717717] env[62748]: DEBUG nova.compute.provider_tree [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.725170] env[62748]: DEBUG oslo_vmware.api [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1045.725170] env[62748]: value = "task-2750487" [ 1045.725170] env[62748]: _type = "Task" [ 1045.725170] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.735826] env[62748]: DEBUG oslo_vmware.api [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.012700] env[62748]: DEBUG nova.compute.manager [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.013079] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15b97d7b-f993-4f30-831f-7c411495b617 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.023276] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e12c49-655d-4b40-8fb3-f5ccaf0d6a21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.058366] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "refresh_cache-82b27f18-3310-4e5f-a892-6be75f4d70b7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.059034] env[62748]: DEBUG nova.compute.manager [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Instance network_info: |[{"id": "bc0a9045-7b45-4dd3-a05d-3b78dfb7c376", "address": "fa:16:3e:a1:39:55", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0a9045-7b", "ovs_interfaceid": "bc0a9045-7b45-4dd3-a05d-3b78dfb7c376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.059179] env[62748]: WARNING nova.virt.vmwareapi.driver [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a2f0ddd9-608a-4e8c-913a-5800addac229 could not be found. [ 1046.059335] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.059858] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:39:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc0a9045-7b45-4dd3-a05d-3b78dfb7c376', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.067324] env[62748]: DEBUG oslo.service.loopingcall [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.067533] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d65d636-b622-4f9e-bbcc-02b71edd6895 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.069536] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.069777] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6cb8216-2cb4-4e53-8ab6-cc4bb4ae4ef7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.091275] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a649eb8-8ddc-41a0-a6cc-9178c08e4e7b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.102500] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.102500] env[62748]: value = "task-2750488" [ 1046.102500] env[62748]: _type = "Task" [ 1046.102500] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.110691] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750488, 'name': CreateVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.123650] env[62748]: WARNING nova.virt.vmwareapi.vmops [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a2f0ddd9-608a-4e8c-913a-5800addac229 could not be found. [ 1046.123863] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.124059] env[62748]: INFO nova.compute.manager [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1046.124324] env[62748]: DEBUG oslo.service.loopingcall [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.124720] env[62748]: DEBUG nova.compute.manager [-] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.124720] env[62748]: DEBUG nova.network.neutron [-] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.221365] env[62748]: DEBUG nova.scheduler.client.report [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.235391] env[62748]: DEBUG oslo_vmware.api [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750487, 'name': ReconfigVM_Task, 'duration_secs': 0.264196} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.236405] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.242275] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-650461e6-e4c6-4f8a-bb79-9912d0d81e8f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.259768] env[62748]: DEBUG oslo_vmware.api [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1046.259768] env[62748]: value = "task-2750489" [ 1046.259768] env[62748]: _type = "Task" [ 1046.259768] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.270261] env[62748]: DEBUG oslo_vmware.api [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.298581] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.298861] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.299086] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.299301] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.299528] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.301693] env[62748]: INFO nova.compute.manager [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Terminating instance [ 1046.319807] env[62748]: DEBUG nova.compute.manager [req-e61e444c-a99f-4304-b72b-82bf2b882e51 req-2d915f43-f402-4c25-91d6-a9b45247af4d service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Received event network-changed-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1046.320010] env[62748]: DEBUG nova.compute.manager [req-e61e444c-a99f-4304-b72b-82bf2b882e51 req-2d915f43-f402-4c25-91d6-a9b45247af4d service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Refreshing instance network info cache due to event network-changed-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1046.320266] env[62748]: DEBUG oslo_concurrency.lockutils [req-e61e444c-a99f-4304-b72b-82bf2b882e51 req-2d915f43-f402-4c25-91d6-a9b45247af4d service nova] Acquiring lock "refresh_cache-82b27f18-3310-4e5f-a892-6be75f4d70b7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.320425] env[62748]: DEBUG oslo_concurrency.lockutils [req-e61e444c-a99f-4304-b72b-82bf2b882e51 req-2d915f43-f402-4c25-91d6-a9b45247af4d service nova] Acquired lock "refresh_cache-82b27f18-3310-4e5f-a892-6be75f4d70b7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.320590] env[62748]: DEBUG nova.network.neutron [req-e61e444c-a99f-4304-b72b-82bf2b882e51 req-2d915f43-f402-4c25-91d6-a9b45247af4d service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Refreshing network info cache for port bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.370198] env[62748]: DEBUG oslo_concurrency.lockutils [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.370463] env[62748]: DEBUG oslo_concurrency.lockutils [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.370787] env[62748]: DEBUG oslo_concurrency.lockutils [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.370883] env[62748]: DEBUG oslo_concurrency.lockutils [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.371018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.374832] env[62748]: INFO nova.compute.manager [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Terminating instance [ 1046.612378] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750488, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.726368] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.455s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.726646] env[62748]: INFO nova.compute.manager [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Migrating [ 1046.733863] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.421s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.776271] env[62748]: DEBUG oslo_vmware.api [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750489, 'name': ReconfigVM_Task, 'duration_secs': 0.244116} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.776968] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553521', 'volume_id': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'name': 'volume-c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3', 'serial': 'c9907ebb-e833-461d-83a4-a6493c5fa1e3'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1046.806779] env[62748]: DEBUG nova.compute.manager [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.806999] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.808983] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205675ea-6c84-4170-8d0c-472c115bda43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.815371] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.815635] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5884f90a-7901-49a6-9013-83c614ea22a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.828029] env[62748]: DEBUG oslo_vmware.api [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1046.828029] env[62748]: value = "task-2750490" [ 1046.828029] env[62748]: _type = "Task" [ 1046.828029] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.835427] env[62748]: DEBUG oslo_vmware.api [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.878455] env[62748]: DEBUG nova.compute.manager [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.878679] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.879963] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba63ed8-1ad9-4e12-afbf-3d6182afde9d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.888343] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.888343] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a61947-30a6-4da3-89ec-bc87e53bece8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.898250] env[62748]: DEBUG oslo_vmware.api [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1046.898250] env[62748]: value = "task-2750491" [ 1046.898250] env[62748]: _type = "Task" [ 1046.898250] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.906780] env[62748]: DEBUG oslo_vmware.api [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.003448] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd145dcd-a7f1-491f-a764-8d6c141d70a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.014037] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a004b32-64ba-4eff-8e28-62e8572bb5f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.059234] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7dffc8-6f78-4996-b081-6d9f00a2c5e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.067605] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577eb2d-b21e-47da-bb1b-676c650a963f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.072295] env[62748]: DEBUG nova.network.neutron [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Successfully updated port: 7a504c3c-e9ce-42be-8cc3-c712f5481c63 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.087881] env[62748]: DEBUG nova.compute.provider_tree [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.113979] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750488, 'name': CreateVM_Task, 'duration_secs': 0.995789} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.114475] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.115099] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.115306] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.115874] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.116133] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa70f048-9095-4aa7-95fe-cee94ddcdf08 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.121701] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1047.121701] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52547584-9fcb-617a-d419-1b356a391685" [ 1047.121701] env[62748]: _type = "Task" [ 1047.121701] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.130746] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52547584-9fcb-617a-d419-1b356a391685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.192751] env[62748]: DEBUG nova.network.neutron [req-e61e444c-a99f-4304-b72b-82bf2b882e51 req-2d915f43-f402-4c25-91d6-a9b45247af4d service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Updated VIF entry in instance network info cache for port bc0a9045-7b45-4dd3-a05d-3b78dfb7c376. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.193219] env[62748]: DEBUG nova.network.neutron [req-e61e444c-a99f-4304-b72b-82bf2b882e51 req-2d915f43-f402-4c25-91d6-a9b45247af4d service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Updating instance_info_cache with network_info: [{"id": "bc0a9045-7b45-4dd3-a05d-3b78dfb7c376", "address": "fa:16:3e:a1:39:55", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0a9045-7b", "ovs_interfaceid": "bc0a9045-7b45-4dd3-a05d-3b78dfb7c376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.253730] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.253841] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.254041] env[62748]: DEBUG nova.network.neutron [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.277567] env[62748]: DEBUG nova.network.neutron [-] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.339269] env[62748]: DEBUG oslo_vmware.api [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750490, 'name': PowerOffVM_Task, 'duration_secs': 0.296533} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.340805] env[62748]: DEBUG nova.objects.instance [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lazy-loading 'flavor' on Instance uuid 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.343186] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.343367] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.343638] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd681f26-d025-43ae-b168-24cb09582e6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.410847] env[62748]: DEBUG oslo_vmware.api [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750491, 'name': PowerOffVM_Task, 'duration_secs': 0.217288} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.411572] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.411909] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.412303] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8142cb7-c50e-4c94-9a0a-2a9f09cb3a4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.578665] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.578665] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.578665] env[62748]: DEBUG nova.network.neutron [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.591418] env[62748]: DEBUG nova.scheduler.client.report [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.634572] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52547584-9fcb-617a-d419-1b356a391685, 'name': SearchDatastore_Task, 'duration_secs': 0.029347} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.634906] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.635212] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.635448] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.635599] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.635778] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.636064] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af332f27-9936-494b-91eb-795c305c11ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.645923] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.645923] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.646446] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b690590e-032e-4330-b8d6-460be295cfe5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.652023] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1047.652023] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f23ea5-7d6a-f845-b198-43cfa0b1993b" [ 1047.652023] env[62748]: _type = "Task" [ 1047.652023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.660347] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f23ea5-7d6a-f845-b198-43cfa0b1993b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.696664] env[62748]: DEBUG oslo_concurrency.lockutils [req-e61e444c-a99f-4304-b72b-82bf2b882e51 req-2d915f43-f402-4c25-91d6-a9b45247af4d service nova] Releasing lock "refresh_cache-82b27f18-3310-4e5f-a892-6be75f4d70b7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.780813] env[62748]: INFO nova.compute.manager [-] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Took 1.66 seconds to deallocate network for instance. [ 1047.948393] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.949084] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.949084] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleting the datastore file [datastore2] 0ca5d361-8957-4c0d-ac46-cdf74d51618d {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.949977] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15bff8d8-984b-47f8-ba59-ff59677fe815 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.952649] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.952837] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.953282] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleting the datastore file [datastore2] c66d2f30-b9ce-4bea-bae2-85cacfc7cebf {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.953671] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdeb4354-5417-4342-b461-65715a96cd87 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.962621] env[62748]: DEBUG oslo_vmware.api [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1047.962621] env[62748]: value = "task-2750494" [ 1047.962621] env[62748]: _type = "Task" [ 1047.962621] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.963881] env[62748]: DEBUG oslo_vmware.api [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for the task: (returnval){ [ 1047.963881] env[62748]: value = "task-2750495" [ 1047.963881] env[62748]: _type = "Task" [ 1047.963881] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.976624] env[62748]: DEBUG oslo_vmware.api [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.982227] env[62748]: DEBUG oslo_vmware.api [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.096754] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.363s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.097359] env[62748]: INFO nova.compute.manager [None req-bf0aa63c-420f-4994-8129-883ef8b7eba2 tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Successfully reverted task state from rebuilding on failure for instance. [ 1048.144170] env[62748]: WARNING nova.network.neutron [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] 823a9827-46e5-451f-a6a7-645de271b795 already exists in list: networks containing: ['823a9827-46e5-451f-a6a7-645de271b795']. ignoring it [ 1048.144403] env[62748]: WARNING nova.network.neutron [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] 823a9827-46e5-451f-a6a7-645de271b795 already exists in list: networks containing: ['823a9827-46e5-451f-a6a7-645de271b795']. ignoring it [ 1048.162749] env[62748]: DEBUG nova.network.neutron [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance_info_cache with network_info: [{"id": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "address": "fa:16:3e:0e:ed:cc", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd49e9d-8d", "ovs_interfaceid": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.171743] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f23ea5-7d6a-f845-b198-43cfa0b1993b, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.173496] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bf3576-c3b3-4443-bef3-46c0c469054e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.179569] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1048.179569] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52725f41-0d3a-a5b0-e66b-95d524b1971a" [ 1048.179569] env[62748]: _type = "Task" [ 1048.179569] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.188312] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52725f41-0d3a-a5b0-e66b-95d524b1971a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.330440] env[62748]: INFO nova.compute.manager [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Took 0.55 seconds to detach 1 volumes for instance. [ 1048.332506] env[62748]: DEBUG nova.compute.manager [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Deleting volume: 9f9f4116-dd69-4175-bee7-bcc6b5e685ad {{(pid=62748) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1048.355825] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b4d81bf-a5a3-450a-beb0-5b36886612f5 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.342s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.480380] env[62748]: DEBUG oslo_vmware.api [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204245} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.480380] env[62748]: DEBUG oslo_vmware.api [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Task: {'id': task-2750495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178397} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.481234] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.482012] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.482012] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.482012] env[62748]: INFO nova.compute.manager [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1048.482204] env[62748]: DEBUG oslo.service.loopingcall [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.482410] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.482590] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.482746] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.482911] env[62748]: INFO nova.compute.manager [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1048.483149] env[62748]: DEBUG oslo.service.loopingcall [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.483371] env[62748]: DEBUG nova.compute.manager [-] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.483480] env[62748]: DEBUG nova.network.neutron [-] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.485453] env[62748]: DEBUG nova.compute.manager [-] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.485540] env[62748]: DEBUG nova.network.neutron [-] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.676263] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.695312] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.695312] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.695312] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.695312] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.695312] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.695647] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52725f41-0d3a-a5b0-e66b-95d524b1971a, 'name': SearchDatastore_Task, 'duration_secs': 0.022283} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.696302] env[62748]: INFO nova.compute.manager [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Terminating instance [ 1048.698075] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.700081] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 82b27f18-3310-4e5f-a892-6be75f4d70b7/82b27f18-3310-4e5f-a892-6be75f4d70b7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.700081] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8ec1556-6ab4-4459-bf75-04cb54f5da91 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.709052] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1048.709052] env[62748]: value = "task-2750497" [ 1048.709052] env[62748]: _type = "Task" [ 1048.709052] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.718134] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.883013] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.883326] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.883555] env[62748]: DEBUG nova.objects.instance [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lazy-loading 'resources' on Instance uuid a2f0ddd9-608a-4e8c-913a-5800addac229 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.190368] env[62748]: DEBUG nova.compute.manager [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Received event network-vif-deleted-bbf99a81-d8f0-4491-9ea6-7d9c79af7946 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.190577] env[62748]: DEBUG nova.compute.manager [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-vif-plugged-7a504c3c-e9ce-42be-8cc3-c712f5481c63 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.190774] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] Acquiring lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.191493] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.191493] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.191493] env[62748]: DEBUG nova.compute.manager [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] No waiting events found dispatching network-vif-plugged-7a504c3c-e9ce-42be-8cc3-c712f5481c63 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.191717] env[62748]: WARNING nova.compute.manager [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received unexpected event network-vif-plugged-7a504c3c-e9ce-42be-8cc3-c712f5481c63 for instance with vm_state active and task_state None. [ 1049.191717] env[62748]: DEBUG nova.compute.manager [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-changed-7a504c3c-e9ce-42be-8cc3-c712f5481c63 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.191840] env[62748]: DEBUG nova.compute.manager [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Refreshing instance network info cache due to event network-changed-7a504c3c-e9ce-42be-8cc3-c712f5481c63. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1049.192046] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] Acquiring lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.207402] env[62748]: DEBUG nova.compute.manager [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.207402] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.208495] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f1e129-a2c5-4d8f-b754-3ef6ccb52a93 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.221860] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.224493] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.226181] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8562e851-6241-4297-b644-66a0329d4b55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.232139] env[62748]: DEBUG oslo_vmware.api [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1049.232139] env[62748]: value = "task-2750498" [ 1049.232139] env[62748]: _type = "Task" [ 1049.232139] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.239561] env[62748]: DEBUG oslo_vmware.api [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.360574] env[62748]: DEBUG nova.network.neutron [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51887975-3144-4159-8eb9-8a6e885416f3", "address": "fa:16:3e:1a:3f:aa", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51887975-31", "ovs_interfaceid": "51887975-3144-4159-8eb9-8a6e885416f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a504c3c-e9ce-42be-8cc3-c712f5481c63", "address": "fa:16:3e:b8:42:79", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a504c3c-e9", "ovs_interfaceid": "7a504c3c-e9ce-42be-8cc3-c712f5481c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.614617] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929debae-c02a-442a-8b18-15d086f57d62 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.624678] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b9f730-d8de-44dc-81ea-f245638d3fb4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.669650] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa6d8ca-7142-41b9-8343-86e1ee94923e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.677859] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0774f9ee-b6fa-4e2e-8d34-d3314fedb956 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.692352] env[62748]: DEBUG nova.compute.provider_tree [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.701448] env[62748]: DEBUG nova.network.neutron [-] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.714186] env[62748]: DEBUG nova.network.neutron [-] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.725677] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750497, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.740868] env[62748]: DEBUG oslo_vmware.api [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750498, 'name': PowerOffVM_Task, 'duration_secs': 0.329347} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.741173] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.741367] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.741623] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac1ecbdf-f2b3-4572-9c34-11d38e994149 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.824874] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.825185] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.825405] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Deleting the datastore file [datastore2] 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.825670] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8bd0987-49c1-4b73-a4d6-ffb93dbc46f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.832395] env[62748]: DEBUG oslo_vmware.api [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1049.832395] env[62748]: value = "task-2750500" [ 1049.832395] env[62748]: _type = "Task" [ 1049.832395] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.840150] env[62748]: DEBUG oslo_vmware.api [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.863221] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.863852] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.864016] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.864290] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] Acquired lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.864476] env[62748]: DEBUG nova.network.neutron [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Refreshing network info cache for port 7a504c3c-e9ce-42be-8cc3-c712f5481c63 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.869028] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a0e591-8063-4dc7-8940-00a735c1e940 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.882975] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.883255] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.883536] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.883594] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.883739] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.883887] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.884112] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.884304] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.884444] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.884611] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.884784] env[62748]: DEBUG nova.virt.hardware [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.891186] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Reconfiguring VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1049.892181] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7611933f-091e-49cc-9201-1caf682dcc9f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.909263] env[62748]: DEBUG oslo_vmware.api [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1049.909263] env[62748]: value = "task-2750501" [ 1049.909263] env[62748]: _type = "Task" [ 1049.909263] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.917136] env[62748]: DEBUG oslo_vmware.api [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750501, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.198148] env[62748]: DEBUG nova.scheduler.client.report [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.204215] env[62748]: INFO nova.compute.manager [-] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Took 1.72 seconds to deallocate network for instance. [ 1050.206534] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1711b2-7bd5-4f35-8d4b-12d370acb673 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.232800] env[62748]: INFO nova.compute.manager [-] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Took 1.75 seconds to deallocate network for instance. [ 1050.234874] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance '963c1677-26f6-4290-91b0-f77b1d181ce2' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.245062] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750497, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.040992} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.246030] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 82b27f18-3310-4e5f-a892-6be75f4d70b7/82b27f18-3310-4e5f-a892-6be75f4d70b7.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.246030] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.246030] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f232a4ae-5dd3-423e-b639-68f9f1adff0e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.253948] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1050.253948] env[62748]: value = "task-2750502" [ 1050.253948] env[62748]: _type = "Task" [ 1050.253948] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.265035] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.344264] env[62748]: DEBUG oslo_vmware.api [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354944} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.344556] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.344747] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.345502] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.345502] env[62748]: INFO nova.compute.manager [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1050.345502] env[62748]: DEBUG oslo.service.loopingcall [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.345662] env[62748]: DEBUG nova.compute.manager [-] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.345662] env[62748]: DEBUG nova.network.neutron [-] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.425475] env[62748]: DEBUG oslo_vmware.api [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.705239] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.718993] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.718993] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.718993] env[62748]: DEBUG nova.objects.instance [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lazy-loading 'resources' on Instance uuid c66d2f30-b9ce-4bea-bae2-85cacfc7cebf {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.741054] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.741614] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eb34633-ec1e-4ace-b068-2e1ab7c2ef0d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.748074] env[62748]: DEBUG oslo_concurrency.lockutils [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.754144] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1050.754144] env[62748]: value = "task-2750503" [ 1050.754144] env[62748]: _type = "Task" [ 1050.754144] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.775549] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1050.776011] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance '963c1677-26f6-4290-91b0-f77b1d181ce2' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.782088] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081873} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.782595] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.783446] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd255dc-b525-463b-8d9e-1de159d7c5cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.810557] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 82b27f18-3310-4e5f-a892-6be75f4d70b7/82b27f18-3310-4e5f-a892-6be75f4d70b7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.811676] env[62748]: DEBUG nova.network.neutron [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updated VIF entry in instance network info cache for port 7a504c3c-e9ce-42be-8cc3-c712f5481c63. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.813084] env[62748]: DEBUG nova.network.neutron [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51887975-3144-4159-8eb9-8a6e885416f3", "address": "fa:16:3e:1a:3f:aa", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51887975-31", "ovs_interfaceid": "51887975-3144-4159-8eb9-8a6e885416f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a504c3c-e9ce-42be-8cc3-c712f5481c63", "address": "fa:16:3e:b8:42:79", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a504c3c-e9", "ovs_interfaceid": "7a504c3c-e9ce-42be-8cc3-c712f5481c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.816101] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a711eae3-4a6b-4483-af58-9b562a28beb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.842899] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1050.842899] env[62748]: value = "task-2750504" [ 1050.842899] env[62748]: _type = "Task" [ 1050.842899] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.853808] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.920066] env[62748]: DEBUG oslo_vmware.api [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750501, 'name': ReconfigVM_Task, 'duration_secs': 0.614536} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.920615] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.920845] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Reconfigured VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1051.228419] env[62748]: DEBUG nova.compute.manager [req-0d81f85a-8231-462c-83e1-494ff17be322 req-0a8fe657-7841-4d2e-8533-43d7f40a29d5 service nova] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Received event network-vif-deleted-3911090a-5d3f-4bc6-90f4-78a53eaf1047 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.228774] env[62748]: DEBUG nova.compute.manager [req-0d81f85a-8231-462c-83e1-494ff17be322 req-0a8fe657-7841-4d2e-8533-43d7f40a29d5 service nova] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Received event network-vif-deleted-046a7e95-6bcc-44c7-aee6-234d7328d0b0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.228832] env[62748]: DEBUG nova.compute.manager [req-0d81f85a-8231-462c-83e1-494ff17be322 req-0a8fe657-7841-4d2e-8533-43d7f40a29d5 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Received event network-vif-deleted-54bf6892-4bce-49d0-a72f-5abd6e24e01d {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1051.229046] env[62748]: INFO nova.compute.manager [req-0d81f85a-8231-462c-83e1-494ff17be322 req-0a8fe657-7841-4d2e-8533-43d7f40a29d5 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Neutron deleted interface 54bf6892-4bce-49d0-a72f-5abd6e24e01d; detaching it from the instance and deleting it from the info cache [ 1051.229529] env[62748]: DEBUG nova.network.neutron [req-0d81f85a-8231-462c-83e1-494ff17be322 req-0a8fe657-7841-4d2e-8533-43d7f40a29d5 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.234720] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d00de959-95ec-46d5-a925-bcf5133182ff tempest-ServerActionsV293TestJSON-888439734 tempest-ServerActionsV293TestJSON-888439734-project-member] Lock "a2f0ddd9-608a-4e8c-913a-5800addac229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.735s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.284585] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.284873] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.285067] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.285278] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.285427] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.285588] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.285800] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.285981] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.286193] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.286362] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.286546] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.300138] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-996e49f0-ee6b-4fbd-8d5e-499892c2b5db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.319404] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquiring lock "77784da9-f08e-4194-8686-cb8e97f6480a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.319712] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "77784da9-f08e-4194-8686-cb8e97f6480a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.330660] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1051.330660] env[62748]: value = "task-2750505" [ 1051.330660] env[62748]: _type = "Task" [ 1051.330660] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.338089] env[62748]: DEBUG oslo_concurrency.lockutils [req-a2b28e63-75eb-4c8d-a8f9-173e71344219 req-4516a84a-9868-4b23-a570-438a073967bd service nova] Releasing lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.346148] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.360540] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750504, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.426223] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8ed62c45-a0af-4e84-8af9-93c90cdfaa16 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-7a504c3c-e9ce-42be-8cc3-c712f5481c63" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.598s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.500846] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829f3b60-9919-4be1-b108-22ef053e000e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.509232] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afc8d22-0082-4fd4-b0df-3210d5426b58 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.541266] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd98f2-e316-4db1-af3c-7293a2e99479 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.548733] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98d49ed-2e12-4122-a8ce-635b59050819 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.562138] env[62748]: DEBUG nova.compute.provider_tree [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.593392] env[62748]: DEBUG nova.network.neutron [-] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.734784] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f6b879e-313b-4f62-9aff-1ece82096a21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.744195] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b0a704-c597-4962-ae95-ca30f07c3dfd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.775522] env[62748]: DEBUG nova.compute.manager [req-0d81f85a-8231-462c-83e1-494ff17be322 req-0a8fe657-7841-4d2e-8533-43d7f40a29d5 service nova] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Detach interface failed, port_id=54bf6892-4bce-49d0-a72f-5abd6e24e01d, reason: Instance 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1051.824364] env[62748]: DEBUG nova.compute.manager [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.827396] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.827629] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.827852] env[62748]: INFO nova.compute.manager [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Rebooting instance [ 1051.839535] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750505, 'name': ReconfigVM_Task, 'duration_secs': 0.330033} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.840252] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance '963c1677-26f6-4290-91b0-f77b1d181ce2' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.854580] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750504, 'name': ReconfigVM_Task, 'duration_secs': 0.5378} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.854890] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 82b27f18-3310-4e5f-a892-6be75f4d70b7/82b27f18-3310-4e5f-a892-6be75f4d70b7.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.855490] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4af864c-5aa7-43c3-9b79-cb3cd2d2be1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.865471] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1051.865471] env[62748]: value = "task-2750506" [ 1051.865471] env[62748]: _type = "Task" [ 1051.865471] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.874772] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750506, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.086102] env[62748]: ERROR nova.scheduler.client.report [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] [req-b1c28295-50f4-4c4f-9c26-63e11efb2191] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1c28295-50f4-4c4f-9c26-63e11efb2191"}]} [ 1052.095875] env[62748]: INFO nova.compute.manager [-] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Took 1.75 seconds to deallocate network for instance. [ 1052.107047] env[62748]: DEBUG nova.scheduler.client.report [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1052.120436] env[62748]: DEBUG nova.scheduler.client.report [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1052.120779] env[62748]: DEBUG nova.compute.provider_tree [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.134986] env[62748]: DEBUG nova.scheduler.client.report [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1052.153582] env[62748]: DEBUG nova.scheduler.client.report [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.347703] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.348069] env[62748]: DEBUG nova.virt.hardware [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.354198] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1052.355479] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.358609] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de42ab9d-4977-452e-a41d-821cfe023732 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.372991] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.373154] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.373334] env[62748]: DEBUG nova.network.neutron [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.383887] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750506, 'name': Rename_Task, 'duration_secs': 0.150096} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.385183] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.388479] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-358002bc-e9c9-40ef-a7b2-11daf29ef793 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.390521] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1052.390521] env[62748]: value = "task-2750507" [ 1052.390521] env[62748]: _type = "Task" [ 1052.390521] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.397340] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1052.397340] env[62748]: value = "task-2750508" [ 1052.397340] env[62748]: _type = "Task" [ 1052.397340] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.400783] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750507, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.412069] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.440035] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ae381-780f-44ff-aa79-c95373794aec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.447364] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ac080f-3e63-4a98-b600-2dd764a4e8a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.481267] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db070025-c5b2-4d90-92f4-e81666391268 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.488778] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969be180-b48f-4771-8700-a3bd4a23a757 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.505023] env[62748]: DEBUG nova.compute.provider_tree [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1052.605685] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.901720] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750507, 'name': ReconfigVM_Task, 'duration_secs': 0.201131} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.901720] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.904535] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d9ca6b-8061-4798-904f-7a1f203dffa4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.912670] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750508, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.931224] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 963c1677-26f6-4290-91b0-f77b1d181ce2/963c1677-26f6-4290-91b0-f77b1d181ce2.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.933658] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4698cd2c-9fe7-4f67-8656-0e26c0dec3c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.952310] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1052.952310] env[62748]: value = "task-2750509" [ 1052.952310] env[62748]: _type = "Task" [ 1052.952310] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.960441] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.044409] env[62748]: DEBUG nova.scheduler.client.report [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1053.044787] env[62748]: DEBUG nova.compute.provider_tree [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 145 to 146 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1053.045058] env[62748]: DEBUG nova.compute.provider_tree [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.213916] env[62748]: DEBUG nova.network.neutron [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [{"id": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "address": "fa:16:3e:88:ac:ee", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb438b9-a6", "ovs_interfaceid": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.222584] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-51887975-3144-4159-8eb9-8a6e885416f3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.222852] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-51887975-3144-4159-8eb9-8a6e885416f3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.326556] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.326684] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.326968] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.327190] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.327386] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.329564] env[62748]: INFO nova.compute.manager [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Terminating instance [ 1053.410378] env[62748]: DEBUG oslo_vmware.api [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750508, 'name': PowerOnVM_Task, 'duration_secs': 0.702477} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.410620] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.410832] env[62748]: INFO nova.compute.manager [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1053.411028] env[62748]: DEBUG nova.compute.manager [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.411799] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35013df-67d4-4a53-9de9-ee518d3fb907 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.466329] env[62748]: DEBUG oslo_vmware.api [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750509, 'name': ReconfigVM_Task, 'duration_secs': 0.283388} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.466607] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 963c1677-26f6-4290-91b0-f77b1d181ce2/963c1677-26f6-4290-91b0-f77b1d181ce2.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.467305] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance '963c1677-26f6-4290-91b0-f77b1d181ce2' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.551520] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.834s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.553876] env[62748]: DEBUG oslo_concurrency.lockutils [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.806s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.554128] env[62748]: DEBUG nova.objects.instance [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lazy-loading 'resources' on Instance uuid 0ca5d361-8957-4c0d-ac46-cdf74d51618d {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.574616] env[62748]: INFO nova.scheduler.client.report [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleted allocations for instance c66d2f30-b9ce-4bea-bae2-85cacfc7cebf [ 1053.716208] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.726417] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.726583] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.727484] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f4dec3-8140-433b-a8f4-ec22a9b25d60 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.745915] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e85c0d-3ccd-4cc9-9228-239b907f9712 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.773348] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Reconfiguring VM to detach interface {{(pid=62748) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1053.773654] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfde40d-52d9-4d2d-9604-76e8b00ba5d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.792786] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1053.792786] env[62748]: value = "task-2750510" [ 1053.792786] env[62748]: _type = "Task" [ 1053.792786] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.799140] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.833886] env[62748]: DEBUG nova.compute.manager [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.834242] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.835371] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead7e7c5-2840-4c25-9dae-e04cdcf716e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.842679] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.842933] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe5f3d2b-9032-40e8-9cfd-5a0a2ebfeabc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.848054] env[62748]: DEBUG oslo_vmware.api [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1053.848054] env[62748]: value = "task-2750511" [ 1053.848054] env[62748]: _type = "Task" [ 1053.848054] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.855550] env[62748]: DEBUG oslo_vmware.api [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.931946] env[62748]: INFO nova.compute.manager [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Took 14.76 seconds to build instance. [ 1053.973155] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd25003-c74e-46e9-990e-5dea7592f26c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.996072] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a037f68b-6d4f-41e3-a6b6-d6f5c5f7ac94 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.014945] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance '963c1677-26f6-4290-91b0-f77b1d181ce2' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.083876] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bbdd9d11-f178-4e77-8cb3-f0104ccf7047 tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "c66d2f30-b9ce-4bea-bae2-85cacfc7cebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.785s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.221099] env[62748]: DEBUG nova.compute.manager [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.222167] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44035e8-aeb3-42d9-af43-560c10ab47b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.249852] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a667118-4785-4bbf-99e5-a264f00cd675 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.257272] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4366e9-9e06-4f30-8afe-4934a6a694b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.289571] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef29c6-48ae-4dfe-b719-1e9c408411d8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.300517] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f3bf66-c85c-4024-9cee-2615aa33a8d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.307573] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.317548] env[62748]: DEBUG nova.compute.provider_tree [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.357849] env[62748]: DEBUG oslo_vmware.api [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750511, 'name': PowerOffVM_Task, 'duration_secs': 0.195847} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.358165] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.358341] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.358582] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d99c32a-0323-43c4-bca0-8f5b8d94acbd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.434601] env[62748]: DEBUG oslo_concurrency.lockutils [None req-23bd65f2-c008-46f3-88f6-d70b873694e7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.275s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.448825] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.449203] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.449476] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleting the datastore file [datastore2] 05e4e2a4-9388-42ba-8ac9-324f1d749d1e {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.449762] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bb7ef56-ce57-453a-a719-6295bb9e2be6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.456518] env[62748]: DEBUG oslo_vmware.api [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1054.456518] env[62748]: value = "task-2750513" [ 1054.456518] env[62748]: _type = "Task" [ 1054.456518] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.464886] env[62748]: DEBUG oslo_vmware.api [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.552515] env[62748]: DEBUG nova.network.neutron [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Port 3bd49e9d-8d5c-4677-8927-78529bf3694b binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1054.646400] env[62748]: DEBUG nova.compute.manager [req-8b414677-5e8e-4d40-9694-4869cecb6222 req-28c41460-611c-432b-ab43-3dfb20c5f2c9 service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Received event network-changed-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1054.646698] env[62748]: DEBUG nova.compute.manager [req-8b414677-5e8e-4d40-9694-4869cecb6222 req-28c41460-611c-432b-ab43-3dfb20c5f2c9 service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Refreshing instance network info cache due to event network-changed-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1054.647074] env[62748]: DEBUG oslo_concurrency.lockutils [req-8b414677-5e8e-4d40-9694-4869cecb6222 req-28c41460-611c-432b-ab43-3dfb20c5f2c9 service nova] Acquiring lock "refresh_cache-82b27f18-3310-4e5f-a892-6be75f4d70b7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.647413] env[62748]: DEBUG oslo_concurrency.lockutils [req-8b414677-5e8e-4d40-9694-4869cecb6222 req-28c41460-611c-432b-ab43-3dfb20c5f2c9 service nova] Acquired lock "refresh_cache-82b27f18-3310-4e5f-a892-6be75f4d70b7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.647557] env[62748]: DEBUG nova.network.neutron [req-8b414677-5e8e-4d40-9694-4869cecb6222 req-28c41460-611c-432b-ab43-3dfb20c5f2c9 service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Refreshing network info cache for port bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.802681] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.821961] env[62748]: DEBUG nova.scheduler.client.report [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.966052] env[62748]: DEBUG oslo_vmware.api [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500914} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.966598] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.966802] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.967061] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.967246] env[62748]: INFO nova.compute.manager [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1054.967492] env[62748]: DEBUG oslo.service.loopingcall [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.967684] env[62748]: DEBUG nova.compute.manager [-] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.967780] env[62748]: DEBUG nova.network.neutron [-] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.241676] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c81acc-d04f-4c65-bd80-e19097c4416d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.249274] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Doing hard reboot of VM {{(pid=62748) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1055.249550] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b62939a4-71ff-43dd-ac35-dbef7f85113d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.259208] env[62748]: DEBUG oslo_vmware.api [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1055.259208] env[62748]: value = "task-2750514" [ 1055.259208] env[62748]: _type = "Task" [ 1055.259208] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.267605] env[62748]: DEBUG oslo_vmware.api [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750514, 'name': ResetVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.305548] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.326320] env[62748]: DEBUG oslo_concurrency.lockutils [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.333785] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.978s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.335159] env[62748]: INFO nova.compute.claims [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.355964] env[62748]: INFO nova.scheduler.client.report [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Deleted allocations for instance 0ca5d361-8957-4c0d-ac46-cdf74d51618d [ 1055.530349] env[62748]: DEBUG nova.network.neutron [req-8b414677-5e8e-4d40-9694-4869cecb6222 req-28c41460-611c-432b-ab43-3dfb20c5f2c9 service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Updated VIF entry in instance network info cache for port bc0a9045-7b45-4dd3-a05d-3b78dfb7c376. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.530766] env[62748]: DEBUG nova.network.neutron [req-8b414677-5e8e-4d40-9694-4869cecb6222 req-28c41460-611c-432b-ab43-3dfb20c5f2c9 service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Updating instance_info_cache with network_info: [{"id": "bc0a9045-7b45-4dd3-a05d-3b78dfb7c376", "address": "fa:16:3e:a1:39:55", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc0a9045-7b", "ovs_interfaceid": "bc0a9045-7b45-4dd3-a05d-3b78dfb7c376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.573237] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "963c1677-26f6-4290-91b0-f77b1d181ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.573557] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.573795] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.604436] env[62748]: DEBUG nova.compute.manager [req-74fc0da9-670b-4391-8c46-686402703fcb req-a8202e85-9e0f-4aa4-a912-4125da27f060 service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Received event network-vif-deleted-205c946a-94fc-4c1f-afce-43fcfeb768a6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1055.604711] env[62748]: INFO nova.compute.manager [req-74fc0da9-670b-4391-8c46-686402703fcb req-a8202e85-9e0f-4aa4-a912-4125da27f060 service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Neutron deleted interface 205c946a-94fc-4c1f-afce-43fcfeb768a6; detaching it from the instance and deleting it from the info cache [ 1055.604962] env[62748]: DEBUG nova.network.neutron [req-74fc0da9-670b-4391-8c46-686402703fcb req-a8202e85-9e0f-4aa4-a912-4125da27f060 service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.771586] env[62748]: DEBUG oslo_vmware.api [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750514, 'name': ResetVM_Task, 'duration_secs': 0.091994} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.771999] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Did hard reboot of VM {{(pid=62748) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1055.772227] env[62748]: DEBUG nova.compute.manager [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.773021] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989401f5-2395-49e3-9b8b-a950bf19499e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.803981] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.863287] env[62748]: DEBUG oslo_concurrency.lockutils [None req-76a9dfc7-7cc3-4d25-8f06-1bf87414df4d tempest-MultipleCreateTestJSON-2001488214 tempest-MultipleCreateTestJSON-2001488214-project-member] Lock "0ca5d361-8957-4c0d-ac46-cdf74d51618d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.493s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.033795] env[62748]: DEBUG oslo_concurrency.lockutils [req-8b414677-5e8e-4d40-9694-4869cecb6222 req-28c41460-611c-432b-ab43-3dfb20c5f2c9 service nova] Releasing lock "refresh_cache-82b27f18-3310-4e5f-a892-6be75f4d70b7" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.086798] env[62748]: DEBUG nova.network.neutron [-] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.107246] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48bf1d07-76ac-4eac-ba03-cdcc037a422a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.117853] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e1efc0-44bc-40d4-90ff-bb00f4c86ded {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.151721] env[62748]: DEBUG nova.compute.manager [req-74fc0da9-670b-4391-8c46-686402703fcb req-a8202e85-9e0f-4aa4-a912-4125da27f060 service nova] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Detach interface failed, port_id=205c946a-94fc-4c1f-afce-43fcfeb768a6, reason: Instance 05e4e2a4-9388-42ba-8ac9-324f1d749d1e could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1056.285457] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fbb0d5b7-e326-4ad1-ba7c-10720be55c65 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.458s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.306223] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.511100] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e214b09f-c6e6-4913-8105-f3c55e9bb318 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.522707] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318e8c92-73ba-475d-8fed-b0809a74a5b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.550036] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed58a7c8-c258-46d1-b227-402c0aa3e0b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.557848] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd9a643-4b97-4839-bf30-b93a6c387c78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.571427] env[62748]: DEBUG nova.compute.provider_tree [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.588614] env[62748]: INFO nova.compute.manager [-] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Took 1.62 seconds to deallocate network for instance. [ 1056.630443] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.630740] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.631017] env[62748]: DEBUG nova.network.neutron [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.808310] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.074586] env[62748]: DEBUG nova.scheduler.client.report [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.097081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.308780] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.523359] env[62748]: DEBUG nova.network.neutron [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance_info_cache with network_info: [{"id": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "address": "fa:16:3e:0e:ed:cc", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd49e9d-8d", "ovs_interfaceid": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.581948] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.581948] env[62748]: DEBUG nova.compute.manager [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.588735] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.979s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.588735] env[62748]: DEBUG nova.objects.instance [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lazy-loading 'resources' on Instance uuid 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.808247] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.027448] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.090811] env[62748]: DEBUG nova.compute.utils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.095616] env[62748]: DEBUG nova.compute.manager [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.095616] env[62748]: DEBUG nova.network.neutron [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.144906] env[62748]: DEBUG nova.policy [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de571225342140ebb9b4a830247d8c6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c7eb3cbf22245ad9368cc3f6921413f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.321569] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.351766] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b66047-76fe-4dd6-9b66-5bd4fc9423cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.361279] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb9ed68-9b9a-4bb2-bb06-9aafb5354137 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.401989] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b78b9-3e21-4076-9231-d6194a041bf0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.410049] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0035e8a-3f00-40e3-9144-fdc7c32ba85f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.425027] env[62748]: DEBUG nova.compute.provider_tree [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.551670] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ef570c-4b3c-40ca-b123-7f1723513bf7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.572252] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efd49e8-7abd-4ac5-8a69-1cfa92fdac86 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.580261] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance '963c1677-26f6-4290-91b0-f77b1d181ce2' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.595730] env[62748]: DEBUG nova.compute.manager [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.761400] env[62748]: DEBUG nova.network.neutron [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Successfully created port: 3aefa2c5-fcf4-415f-baa2-707f945f2d7a {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.814302] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.932336] env[62748]: DEBUG nova.scheduler.client.report [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.087339] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6a7f81ab-6d6f-44ab-8e87-b3372ec521a4 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance '963c1677-26f6-4290-91b0-f77b1d181ce2' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.316159] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.438897] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.441350] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.344s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.441591] env[62748]: DEBUG nova.objects.instance [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'resources' on Instance uuid 05e4e2a4-9388-42ba-8ac9-324f1d749d1e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.465777] env[62748]: INFO nova.scheduler.client.report [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Deleted allocations for instance 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2 [ 1059.606986] env[62748]: DEBUG nova.compute.manager [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.643887] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.644337] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.644570] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.644868] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.645394] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.645394] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.645791] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.645904] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.646231] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.646481] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.646698] env[62748]: DEBUG nova.virt.hardware [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.651162] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d73c8e-144c-428f-b050-5648da71649b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.664608] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e75dae-71c8-442a-89af-b4c3ddb94aa6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.821109] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.977058] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5e945e7e-5467-49b7-9ef5-68040fd563ef tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.284s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.197168] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961b60bf-e032-4cc1-b89b-a74371943b41 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.211531] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d7e3a2-8eeb-4eb3-9014-9442a0265eef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.248115] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9881a9b-63f6-4d22-8100-23fdd5030764 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.259078] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22f5cdc-1bff-4690-b869-25e4e4e1d311 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.275955] env[62748]: DEBUG nova.compute.provider_tree [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.303652] env[62748]: DEBUG nova.compute.manager [req-ebf29738-1e5c-4ddf-bf97-f06327597499 req-d908cdf5-95e2-4b71-aa86-b30595e78b2a service nova] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Received event network-vif-plugged-3aefa2c5-fcf4-415f-baa2-707f945f2d7a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.303907] env[62748]: DEBUG oslo_concurrency.lockutils [req-ebf29738-1e5c-4ddf-bf97-f06327597499 req-d908cdf5-95e2-4b71-aa86-b30595e78b2a service nova] Acquiring lock "77784da9-f08e-4194-8686-cb8e97f6480a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.304162] env[62748]: DEBUG oslo_concurrency.lockutils [req-ebf29738-1e5c-4ddf-bf97-f06327597499 req-d908cdf5-95e2-4b71-aa86-b30595e78b2a service nova] Lock "77784da9-f08e-4194-8686-cb8e97f6480a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.304380] env[62748]: DEBUG oslo_concurrency.lockutils [req-ebf29738-1e5c-4ddf-bf97-f06327597499 req-d908cdf5-95e2-4b71-aa86-b30595e78b2a service nova] Lock "77784da9-f08e-4194-8686-cb8e97f6480a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.304612] env[62748]: DEBUG nova.compute.manager [req-ebf29738-1e5c-4ddf-bf97-f06327597499 req-d908cdf5-95e2-4b71-aa86-b30595e78b2a service nova] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] No waiting events found dispatching network-vif-plugged-3aefa2c5-fcf4-415f-baa2-707f945f2d7a {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.304892] env[62748]: WARNING nova.compute.manager [req-ebf29738-1e5c-4ddf-bf97-f06327597499 req-d908cdf5-95e2-4b71-aa86-b30595e78b2a service nova] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Received unexpected event network-vif-plugged-3aefa2c5-fcf4-415f-baa2-707f945f2d7a for instance with vm_state building and task_state spawning. [ 1060.316892] env[62748]: DEBUG oslo_vmware.api [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750510, 'name': ReconfigVM_Task, 'duration_secs': 6.312998} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.317394] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.317443] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Reconfigured VM to detach interface {{(pid=62748) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1060.450510] env[62748]: DEBUG nova.network.neutron [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Successfully updated port: 3aefa2c5-fcf4-415f-baa2-707f945f2d7a {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.828052] env[62748]: DEBUG nova.scheduler.client.report [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1060.828052] env[62748]: DEBUG nova.compute.provider_tree [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 146 to 147 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1060.828052] env[62748]: DEBUG nova.compute.provider_tree [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.957452] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquiring lock "refresh_cache-77784da9-f08e-4194-8686-cb8e97f6480a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.957727] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquired lock "refresh_cache-77784da9-f08e-4194-8686-cb8e97f6480a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.957907] env[62748]: DEBUG nova.network.neutron [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.333189] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.358130] env[62748]: INFO nova.scheduler.client.report [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleted allocations for instance 05e4e2a4-9388-42ba-8ac9-324f1d749d1e [ 1061.523171] env[62748]: DEBUG nova.network.neutron [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.634777] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.635062] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.635317] env[62748]: DEBUG nova.network.neutron [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.712141] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "963c1677-26f6-4290-91b0-f77b1d181ce2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.712443] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.712639] env[62748]: DEBUG nova.compute.manager [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Going to confirm migration 6 {{(pid=62748) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1061.735884] env[62748]: DEBUG nova.network.neutron [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Updating instance_info_cache with network_info: [{"id": "3aefa2c5-fcf4-415f-baa2-707f945f2d7a", "address": "fa:16:3e:60:ad:86", "network": {"id": "80fb2752-7b6c-48e0-b391-07510cc984be", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-324147654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7eb3cbf22245ad9368cc3f6921413f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aefa2c5-fc", "ovs_interfaceid": "3aefa2c5-fcf4-415f-baa2-707f945f2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.751308] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.751593] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.751852] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.752051] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.752243] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.755860] env[62748]: INFO nova.compute.manager [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Terminating instance [ 1061.869665] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8eae60a-447d-41e9-905d-cbdd9ad1f3fa tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "05e4e2a4-9388-42ba-8ac9-324f1d749d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.543s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.240908] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Releasing lock "refresh_cache-77784da9-f08e-4194-8686-cb8e97f6480a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.241945] env[62748]: DEBUG nova.compute.manager [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Instance network_info: |[{"id": "3aefa2c5-fcf4-415f-baa2-707f945f2d7a", "address": "fa:16:3e:60:ad:86", "network": {"id": "80fb2752-7b6c-48e0-b391-07510cc984be", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-324147654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7eb3cbf22245ad9368cc3f6921413f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aefa2c5-fc", "ovs_interfaceid": "3aefa2c5-fcf4-415f-baa2-707f945f2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.241945] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:ad:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aefa2c5-fcf4-415f-baa2-707f945f2d7a', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.250764] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Creating folder: Project (5c7eb3cbf22245ad9368cc3f6921413f). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.257481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.257481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.257481] env[62748]: DEBUG nova.network.neutron [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.257481] env[62748]: DEBUG nova.objects.instance [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'info_cache' on Instance uuid 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.257481] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c5da803-7b04-4382-8da3-d9669983cd63 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.259497] env[62748]: DEBUG nova.compute.manager [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.259743] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.260719] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f943e67-b759-40b3-8fcc-43d34242f21f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.271908] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.272209] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c69a131-dffd-408c-9f75-db154d5fbb95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.275913] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Created folder: Project (5c7eb3cbf22245ad9368cc3f6921413f) in parent group-v553264. [ 1062.276116] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Creating folder: Instances. Parent ref: group-v553549. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.276360] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a3c2d40-ae55-4057-9ddd-9fd93b050874 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.281248] env[62748]: DEBUG oslo_vmware.api [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1062.281248] env[62748]: value = "task-2750520" [ 1062.281248] env[62748]: _type = "Task" [ 1062.281248] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.287753] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Created folder: Instances in parent group-v553549. [ 1062.288289] env[62748]: DEBUG oslo.service.loopingcall [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.290296] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.290905] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2022c4b0-2aaf-4877-ab0a-d2a7a628d9e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.312233] env[62748]: DEBUG oslo_vmware.api [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.319238] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.319238] env[62748]: value = "task-2750522" [ 1062.319238] env[62748]: _type = "Task" [ 1062.319238] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.328343] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750522, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.351567] env[62748]: DEBUG nova.compute.manager [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Received event network-changed-3aefa2c5-fcf4-415f-baa2-707f945f2d7a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1062.351957] env[62748]: DEBUG nova.compute.manager [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Refreshing instance network info cache due to event network-changed-3aefa2c5-fcf4-415f-baa2-707f945f2d7a. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1062.352329] env[62748]: DEBUG oslo_concurrency.lockutils [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] Acquiring lock "refresh_cache-77784da9-f08e-4194-8686-cb8e97f6480a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.352517] env[62748]: DEBUG oslo_concurrency.lockutils [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] Acquired lock "refresh_cache-77784da9-f08e-4194-8686-cb8e97f6480a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.352694] env[62748]: DEBUG nova.network.neutron [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Refreshing network info cache for port 3aefa2c5-fcf4-415f-baa2-707f945f2d7a {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.484549] env[62748]: INFO nova.network.neutron [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Port 51887975-3144-4159-8eb9-8a6e885416f3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1062.484882] env[62748]: INFO nova.network.neutron [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Port 7a504c3c-e9ce-42be-8cc3-c712f5481c63 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1062.485617] env[62748]: DEBUG nova.network.neutron [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.491895] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.491895] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.696580] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.696976] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.793513] env[62748]: DEBUG oslo_vmware.api [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750520, 'name': PowerOffVM_Task, 'duration_secs': 0.25326} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.793802] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.793974] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.794247] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ca79553-2714-4af6-a338-ed6fda27069b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.830089] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750522, 'name': CreateVM_Task, 'duration_secs': 0.396568} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.830260] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.830914] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.831098] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.831434] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.831694] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d52a6b-f663-4272-95a1-cdb66b7e23d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.837387] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1062.837387] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5250b715-ec92-cce2-5008-9fc85e159c48" [ 1062.837387] env[62748]: _type = "Task" [ 1062.837387] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.845605] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5250b715-ec92-cce2-5008-9fc85e159c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.895800] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.896070] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.896254] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleting the datastore file [datastore2] 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.896534] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6902c31e-9686-4512-993b-da6880a9b79c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.904039] env[62748]: DEBUG oslo_vmware.api [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1062.904039] env[62748]: value = "task-2750525" [ 1062.904039] env[62748]: _type = "Task" [ 1062.904039] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.912190] env[62748]: DEBUG oslo_vmware.api [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.989551] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-0c0af599-a8ef-4a13-b0cc-a25efa685dc0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.992020] env[62748]: DEBUG nova.compute.manager [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.068847] env[62748]: DEBUG nova.network.neutron [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Updated VIF entry in instance network info cache for port 3aefa2c5-fcf4-415f-baa2-707f945f2d7a. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.069284] env[62748]: DEBUG nova.network.neutron [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Updating instance_info_cache with network_info: [{"id": "3aefa2c5-fcf4-415f-baa2-707f945f2d7a", "address": "fa:16:3e:60:ad:86", "network": {"id": "80fb2752-7b6c-48e0-b391-07510cc984be", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-324147654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c7eb3cbf22245ad9368cc3f6921413f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aefa2c5-fc", "ovs_interfaceid": "3aefa2c5-fcf4-415f-baa2-707f945f2d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.200648] env[62748]: INFO nova.compute.manager [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Detaching volume e270371e-baf0-469a-89e5-8b5aff46dec0 [ 1063.237381] env[62748]: INFO nova.virt.block_device [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Attempting to driver detach volume e270371e-baf0-469a-89e5-8b5aff46dec0 from mountpoint /dev/sdb [ 1063.237739] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1063.237817] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553518', 'volume_id': 'e270371e-baf0-469a-89e5-8b5aff46dec0', 'name': 'volume-e270371e-baf0-469a-89e5-8b5aff46dec0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '535bd574-65c0-4d74-a18c-8f11aff58a0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e270371e-baf0-469a-89e5-8b5aff46dec0', 'serial': 'e270371e-baf0-469a-89e5-8b5aff46dec0'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1063.238738] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312c3561-7a52-415f-b1cf-2c2abc88261e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.263415] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad9fc11-dc5b-4f2a-891a-9febab9d9580 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.271869] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c5b935-c17b-41ee-b3d6-b346c277ed1c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.292916] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e488818-8225-4d79-8fc9-a76eec7d20a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.310580] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] The volume has not been displaced from its original location: [datastore2] volume-e270371e-baf0-469a-89e5-8b5aff46dec0/volume-e270371e-baf0-469a-89e5-8b5aff46dec0.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1063.316922] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1063.317283] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e16e65f-86ab-4489-a897-e5ce2fde7177 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.344370] env[62748]: DEBUG oslo_vmware.api [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1063.344370] env[62748]: value = "task-2750526" [ 1063.344370] env[62748]: _type = "Task" [ 1063.344370] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.351095] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5250b715-ec92-cce2-5008-9fc85e159c48, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.351772] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.352035] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.352284] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.353048] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.353048] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.353048] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db617449-1c8e-45f8-bef8-cddcc2bcaac8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.357934] env[62748]: DEBUG oslo_vmware.api [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.367788] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.367979] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.368805] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e808eb47-ab7c-4ccf-8a91-dea68a289e73 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.374967] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1063.374967] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527d8b1d-6023-0dd2-2682-74b326f2eaec" [ 1063.374967] env[62748]: _type = "Task" [ 1063.374967] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.383638] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527d8b1d-6023-0dd2-2682-74b326f2eaec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.413783] env[62748]: DEBUG oslo_vmware.api [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206951} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.416832] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.417061] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.417260] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.417514] env[62748]: INFO nova.compute.manager [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1063.417735] env[62748]: DEBUG oslo.service.loopingcall [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.417946] env[62748]: DEBUG nova.compute.manager [-] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.418059] env[62748]: DEBUG nova.network.neutron [-] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.490982] env[62748]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 7a504c3c-e9ce-42be-8cc3-c712f5481c63 could not be found.", "detail": ""}} {{(pid=62748) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1063.491219] env[62748]: DEBUG nova.network.neutron [-] Unable to show port 7a504c3c-e9ce-42be-8cc3-c712f5481c63 as it no longer exists. {{(pid=62748) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1063.499023] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c312debb-d83f-4245-9d19-cf947fab0c0c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-0c0af599-a8ef-4a13-b0cc-a25efa685dc0-51887975-3144-4159-8eb9-8a6e885416f3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.273s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.531079] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.531079] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.531079] env[62748]: INFO nova.compute.claims [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.572117] env[62748]: DEBUG oslo_concurrency.lockutils [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] Releasing lock "refresh_cache-77784da9-f08e-4194-8686-cb8e97f6480a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.572417] env[62748]: DEBUG nova.compute.manager [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-vif-deleted-51887975-3144-4159-8eb9-8a6e885416f3 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1063.572603] env[62748]: INFO nova.compute.manager [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Neutron deleted interface 51887975-3144-4159-8eb9-8a6e885416f3; detaching it from the instance and deleting it from the info cache [ 1063.572916] env[62748]: DEBUG nova.network.neutron [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7a504c3c-e9ce-42be-8cc3-c712f5481c63", "address": "fa:16:3e:b8:42:79", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a504c3c-e9", "ovs_interfaceid": "7a504c3c-e9ce-42be-8cc3-c712f5481c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.574985] env[62748]: DEBUG nova.network.neutron [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance_info_cache with network_info: [{"id": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "address": "fa:16:3e:0e:ed:cc", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd49e9d-8d", "ovs_interfaceid": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.855779] env[62748]: DEBUG oslo_vmware.api [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750526, 'name': ReconfigVM_Task, 'duration_secs': 0.412871} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.857131] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.861175] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ea34ad3-9a45-4db2-abd3-a8c9f15dc041 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.879372] env[62748]: DEBUG oslo_vmware.api [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1063.879372] env[62748]: value = "task-2750527" [ 1063.879372] env[62748]: _type = "Task" [ 1063.879372] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.886018] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527d8b1d-6023-0dd2-2682-74b326f2eaec, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.887179] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad03fcc-41a1-4a6e-a8f2-6b95070754fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.892443] env[62748]: DEBUG oslo_vmware.api [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.896263] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1063.896263] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52839281-410c-6488-a672-fa8f99300f23" [ 1063.896263] env[62748]: _type = "Task" [ 1063.896263] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.904210] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52839281-410c-6488-a672-fa8f99300f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.968375] env[62748]: DEBUG oslo_concurrency.lockutils [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "e871c207-f227-4f3c-82a3-b314d26670b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.968375] env[62748]: DEBUG oslo_concurrency.lockutils [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "e871c207-f227-4f3c-82a3-b314d26670b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.968375] env[62748]: DEBUG oslo_concurrency.lockutils [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "e871c207-f227-4f3c-82a3-b314d26670b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.968375] env[62748]: DEBUG oslo_concurrency.lockutils [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "e871c207-f227-4f3c-82a3-b314d26670b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.968375] env[62748]: DEBUG oslo_concurrency.lockutils [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "e871c207-f227-4f3c-82a3-b314d26670b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.974404] env[62748]: INFO nova.compute.manager [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Terminating instance [ 1064.077732] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.078074] env[62748]: DEBUG nova.objects.instance [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'migration_context' on Instance uuid 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.079228] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-771fff9e-a41b-4efe-8ddc-fcadca624792 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.092229] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b513ef1-9eb9-4ad0-82ba-ef98abb58859 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.129640] env[62748]: DEBUG nova.compute.manager [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Detach interface failed, port_id=51887975-3144-4159-8eb9-8a6e885416f3, reason: Instance 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1064.129889] env[62748]: DEBUG nova.compute.manager [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-vif-deleted-7a504c3c-e9ce-42be-8cc3-c712f5481c63 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1064.130128] env[62748]: INFO nova.compute.manager [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Neutron deleted interface 7a504c3c-e9ce-42be-8cc3-c712f5481c63; detaching it from the instance and deleting it from the info cache [ 1064.130357] env[62748]: DEBUG nova.network.neutron [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [{"id": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "address": "fa:16:3e:00:bb:19", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adec5ce-11", "ovs_interfaceid": "1adec5ce-11fd-4706-9920-8bdae79b7ff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.378821] env[62748]: DEBUG nova.compute.manager [req-df933543-2ac6-48e3-ad25-f2c7615825f5 req-0d046fa8-e680-45a4-8774-ca25cbc87fce service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Received event network-vif-deleted-1adec5ce-11fd-4706-9920-8bdae79b7ff6 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1064.379192] env[62748]: INFO nova.compute.manager [req-df933543-2ac6-48e3-ad25-f2c7615825f5 req-0d046fa8-e680-45a4-8774-ca25cbc87fce service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Neutron deleted interface 1adec5ce-11fd-4706-9920-8bdae79b7ff6; detaching it from the instance and deleting it from the info cache [ 1064.379403] env[62748]: DEBUG nova.network.neutron [req-df933543-2ac6-48e3-ad25-f2c7615825f5 req-0d046fa8-e680-45a4-8774-ca25cbc87fce service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.391309] env[62748]: DEBUG oslo_vmware.api [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750527, 'name': ReconfigVM_Task, 'duration_secs': 0.169562} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.392190] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553518', 'volume_id': 'e270371e-baf0-469a-89e5-8b5aff46dec0', 'name': 'volume-e270371e-baf0-469a-89e5-8b5aff46dec0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '535bd574-65c0-4d74-a18c-8f11aff58a0b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e270371e-baf0-469a-89e5-8b5aff46dec0', 'serial': 'e270371e-baf0-469a-89e5-8b5aff46dec0'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1064.406073] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52839281-410c-6488-a672-fa8f99300f23, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.406324] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.406611] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 77784da9-f08e-4194-8686-cb8e97f6480a/77784da9-f08e-4194-8686-cb8e97f6480a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.406869] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb71644f-90e3-4406-96fa-1f350ac9a735 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.415213] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1064.415213] env[62748]: value = "task-2750528" [ 1064.415213] env[62748]: _type = "Task" [ 1064.415213] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.424594] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.476090] env[62748]: DEBUG nova.network.neutron [-] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.479123] env[62748]: DEBUG nova.compute.manager [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.479426] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.480453] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758261e7-93c5-4d51-8c33-8d5879de308c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.490353] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.491247] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db8cf8f-0387-4e0a-b0d2-36015b027790 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.498436] env[62748]: DEBUG oslo_vmware.api [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1064.498436] env[62748]: value = "task-2750529" [ 1064.498436] env[62748]: _type = "Task" [ 1064.498436] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.507882] env[62748]: DEBUG oslo_vmware.api [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.584173] env[62748]: DEBUG nova.objects.base [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Object Instance<963c1677-26f6-4290-91b0-f77b1d181ce2> lazy-loaded attributes: info_cache,migration_context {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1064.585600] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c815f182-69d3-4062-8cb7-509d120c5faf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.613423] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e79dcd-eab3-42f5-8713-9ad3ca08a542 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.623883] env[62748]: DEBUG oslo_vmware.api [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1064.623883] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520fc02d-589d-9df8-c48e-32f3b0a2752b" [ 1064.623883] env[62748]: _type = "Task" [ 1064.623883] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.642237] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27b06692-c342-4cc7-a9f9-1a6486a02706 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.644797] env[62748]: DEBUG oslo_vmware.api [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520fc02d-589d-9df8-c48e-32f3b0a2752b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.655377] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61952ed2-569e-49a3-bc12-ff90a5e0594d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.699763] env[62748]: DEBUG nova.compute.manager [req-809de7e7-daf9-4d77-9b27-82c3981ec091 req-a96c1983-3ea0-471c-afac-2eaf5bd440d0 service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Detach interface failed, port_id=7a504c3c-e9ce-42be-8cc3-c712f5481c63, reason: Instance 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1064.820428] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9f5a12-b7a3-4cee-b093-db57c21d3edf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.829120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca85aea-861b-461a-ae9d-8eb7e2da6dc0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.865111] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d7f88a-cc7e-414e-acf9-4d56da94e0b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.874694] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26bd342-ff68-41fb-8ad4-dd7bbccad3c6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.891367] env[62748]: DEBUG nova.compute.provider_tree [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.892855] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2657a8e-0ce6-4f44-b36e-b37e61d71bc3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.903115] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1e3d40-8a78-4f0d-9b9f-76ee6a53e69a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.924491] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48145} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.924771] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 77784da9-f08e-4194-8686-cb8e97f6480a/77784da9-f08e-4194-8686-cb8e97f6480a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.925010] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.925277] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c868229e-06de-45b5-b77f-289021076e17 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.938257] env[62748]: DEBUG nova.compute.manager [req-df933543-2ac6-48e3-ad25-f2c7615825f5 req-0d046fa8-e680-45a4-8774-ca25cbc87fce service nova] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Detach interface failed, port_id=1adec5ce-11fd-4706-9920-8bdae79b7ff6, reason: Instance 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1064.939899] env[62748]: DEBUG nova.objects.instance [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'flavor' on Instance uuid 535bd574-65c0-4d74-a18c-8f11aff58a0b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.947871] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1064.947871] env[62748]: value = "task-2750531" [ 1064.947871] env[62748]: _type = "Task" [ 1064.947871] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.957104] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.986620] env[62748]: INFO nova.compute.manager [-] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Took 1.56 seconds to deallocate network for instance. [ 1065.012559] env[62748]: DEBUG oslo_vmware.api [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750529, 'name': PowerOffVM_Task, 'duration_secs': 0.275035} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.012879] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.013196] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.013522] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4acbcd2a-9a41-4df4-8249-fd2d8c0d6da0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.134563] env[62748]: DEBUG oslo_vmware.api [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520fc02d-589d-9df8-c48e-32f3b0a2752b, 'name': SearchDatastore_Task, 'duration_secs': 0.01377} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.134918] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.414740] env[62748]: ERROR nova.scheduler.client.report [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [req-49516e6b-eca1-407f-9dbd-54bf5708ef4d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49516e6b-eca1-407f-9dbd-54bf5708ef4d"}]} [ 1065.430887] env[62748]: DEBUG nova.scheduler.client.report [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1065.444642] env[62748]: DEBUG nova.scheduler.client.report [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1065.444859] env[62748]: DEBUG nova.compute.provider_tree [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.456831] env[62748]: DEBUG nova.scheduler.client.report [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1065.476632] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086707} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.477628] env[62748]: DEBUG nova.scheduler.client.report [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1065.479663] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.480896] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3eedbd-22d0-4a51-824e-fe83c8fae03f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.496569] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.506084] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 77784da9-f08e-4194-8686-cb8e97f6480a/77784da9-f08e-4194-8686-cb8e97f6480a.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.508687] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b779ea-a58c-42c6-8713-be2e3bf0b578 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.532978] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1065.532978] env[62748]: value = "task-2750533" [ 1065.532978] env[62748]: _type = "Task" [ 1065.532978] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.545044] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.592089] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.592326] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.592524] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Deleting the datastore file [datastore1] e871c207-f227-4f3c-82a3-b314d26670b0 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.592817] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec9e6918-8edd-4537-9c13-0b33a423c6c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.602530] env[62748]: DEBUG oslo_vmware.api [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1065.602530] env[62748]: value = "task-2750534" [ 1065.602530] env[62748]: _type = "Task" [ 1065.602530] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.614377] env[62748]: DEBUG oslo_vmware.api [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.701602] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a7dc32-5329-4832-a7ba-9ee107aba06a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.709380] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23222109-7645-499a-8734-14000e11504a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.741170] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e314d3-a18a-4168-983f-c3ee3ab27817 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.749290] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0276f5-770e-49aa-9173-d647fbeb12f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.763118] env[62748]: DEBUG nova.compute.provider_tree [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1065.953160] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b9b278a-3a32-438a-9ee5-a94a61f385fd tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.043298] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750533, 'name': ReconfigVM_Task, 'duration_secs': 0.329096} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.043584] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 77784da9-f08e-4194-8686-cb8e97f6480a/77784da9-f08e-4194-8686-cb8e97f6480a.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.044240] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-734d9492-d32b-4fda-a3c5-ab7edccb6196 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.051010] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1066.051010] env[62748]: value = "task-2750535" [ 1066.051010] env[62748]: _type = "Task" [ 1066.051010] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.061178] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750535, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.112022] env[62748]: DEBUG oslo_vmware.api [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297679} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.112302] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.112494] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.112697] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.112875] env[62748]: INFO nova.compute.manager [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1066.113154] env[62748]: DEBUG oslo.service.loopingcall [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.113357] env[62748]: DEBUG nova.compute.manager [-] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.113453] env[62748]: DEBUG nova.network.neutron [-] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.299027] env[62748]: DEBUG nova.scheduler.client.report [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1066.299027] env[62748]: DEBUG nova.compute.provider_tree [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 148 to 149 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1066.299227] env[62748]: DEBUG nova.compute.provider_tree [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.405436] env[62748]: DEBUG nova.compute.manager [req-c1589f7b-0dea-458c-b4b7-a30a21f0827f req-a08ca86b-87ac-4865-b69d-39b838442709 service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Received event network-vif-deleted-b46a0818-87f8-41d3-969e-a87a8b1b5a4f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1066.405790] env[62748]: INFO nova.compute.manager [req-c1589f7b-0dea-458c-b4b7-a30a21f0827f req-a08ca86b-87ac-4865-b69d-39b838442709 service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Neutron deleted interface b46a0818-87f8-41d3-969e-a87a8b1b5a4f; detaching it from the instance and deleting it from the info cache [ 1066.406113] env[62748]: DEBUG nova.network.neutron [req-c1589f7b-0dea-458c-b4b7-a30a21f0827f req-a08ca86b-87ac-4865-b69d-39b838442709 service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.562741] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750535, 'name': Rename_Task, 'duration_secs': 0.159502} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.562972] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.563250] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-367ecb1d-3b72-41c5-812c-16e0f2e34016 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.570594] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1066.570594] env[62748]: value = "task-2750536" [ 1066.570594] env[62748]: _type = "Task" [ 1066.570594] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.578979] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.804672] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.275s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.805257] env[62748]: DEBUG nova.compute.manager [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.808194] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.673s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.841974] env[62748]: DEBUG nova.network.neutron [-] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.909330] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-573f171e-fc39-4715-96a8-579ba081b55b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.924658] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad35031-715b-4e7e-96b3-a2fbb00e8959 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.963069] env[62748]: DEBUG nova.compute.manager [req-c1589f7b-0dea-458c-b4b7-a30a21f0827f req-a08ca86b-87ac-4865-b69d-39b838442709 service nova] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Detach interface failed, port_id=b46a0818-87f8-41d3-969e-a87a8b1b5a4f, reason: Instance e871c207-f227-4f3c-82a3-b314d26670b0 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1066.979950] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.980249] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.980468] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "535bd574-65c0-4d74-a18c-8f11aff58a0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.980658] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.980839] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.983357] env[62748]: INFO nova.compute.manager [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Terminating instance [ 1067.083220] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750536, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.311855] env[62748]: DEBUG nova.compute.utils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.316018] env[62748]: DEBUG nova.compute.manager [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.316218] env[62748]: DEBUG nova.network.neutron [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.344970] env[62748]: INFO nova.compute.manager [-] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Took 1.23 seconds to deallocate network for instance. [ 1067.366336] env[62748]: DEBUG nova.policy [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f3e90b7a6e43c1bcf7025687fa1189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4b024e7e6f409dac505ec750cc6007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.487287] env[62748]: DEBUG nova.compute.manager [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.487655] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.488640] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5742e54e-84a5-43b3-8006-84715342de8c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.498549] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.498853] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ecd46f1-8cb1-4229-8c3f-8be7076a6407 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.507103] env[62748]: DEBUG oslo_vmware.api [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1067.507103] env[62748]: value = "task-2750538" [ 1067.507103] env[62748]: _type = "Task" [ 1067.507103] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.512814] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f5077-23d6-493c-8fcf-6d5dc59d8734 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.524836] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62109f05-ea94-4670-b14c-313ffa240774 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.528440] env[62748]: DEBUG oslo_vmware.api [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.557807] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d9155-af9a-4cec-aba7-cb94da9469d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.566338] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa783a7f-b186-40a5-9369-75434cd3799c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.585134] env[62748]: DEBUG nova.compute.provider_tree [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.592749] env[62748]: DEBUG oslo_vmware.api [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750536, 'name': PowerOnVM_Task, 'duration_secs': 0.925476} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.592921] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.593145] env[62748]: INFO nova.compute.manager [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1067.593332] env[62748]: DEBUG nova.compute.manager [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.594130] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43eff7b3-b34b-4e79-8332-9e06da8d6639 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.703417] env[62748]: DEBUG nova.network.neutron [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Successfully created port: 4f6df1f6-e5de-4700-8e69-7a67fdd2792c {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.817317] env[62748]: DEBUG nova.compute.manager [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.857032] env[62748]: DEBUG oslo_concurrency.lockutils [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.018839] env[62748]: DEBUG oslo_vmware.api [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750538, 'name': PowerOffVM_Task, 'duration_secs': 0.369387} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.019200] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.019340] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.019605] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69013cbe-8294-4d97-8e12-aee3b3b1aeff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.089279] env[62748]: DEBUG nova.scheduler.client.report [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.093566] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.093825] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.094043] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleting the datastore file [datastore2] 535bd574-65c0-4d74-a18c-8f11aff58a0b {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.094316] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d3b4b2-2669-4110-9980-a056f95f0631 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.103804] env[62748]: DEBUG oslo_vmware.api [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1068.103804] env[62748]: value = "task-2750540" [ 1068.103804] env[62748]: _type = "Task" [ 1068.103804] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.114030] env[62748]: INFO nova.compute.manager [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Took 15.78 seconds to build instance. [ 1068.118348] env[62748]: DEBUG oslo_vmware.api [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.614930] env[62748]: DEBUG oslo_vmware.api [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206169} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.616502] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.616502] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.616502] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.616502] env[62748]: INFO nova.compute.manager [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1068.616741] env[62748]: DEBUG oslo.service.loopingcall [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.616787] env[62748]: DEBUG nova.compute.manager [-] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.616894] env[62748]: DEBUG nova.network.neutron [-] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.619409] env[62748]: DEBUG oslo_concurrency.lockutils [None req-814ae294-f247-4dd3-99ef-5b0c40ab7782 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "77784da9-f08e-4194-8686-cb8e97f6480a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.299s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.828014] env[62748]: DEBUG nova.compute.manager [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.856508] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.856780] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.856956] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.857417] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.857618] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.857809] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.858052] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.859194] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.859194] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.859194] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.859194] env[62748]: DEBUG nova.virt.hardware [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.859695] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4841cd-ce9d-4258-bbcd-6e7f909d2009 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.870218] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ba9b01-0424-4542-b0e6-90da605dafcf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.105195] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.296s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.105195] env[62748]: DEBUG nova.compute.manager [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62748) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1069.112429] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.615s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.112429] env[62748]: DEBUG nova.objects.instance [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'resources' on Instance uuid 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.248345] env[62748]: DEBUG nova.compute.manager [req-187a5068-7b6e-4591-916c-54e25d326dc5 req-22e227cc-98dd-4392-8ecc-37b54f6cb3ce service nova] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Received event network-vif-plugged-4f6df1f6-e5de-4700-8e69-7a67fdd2792c {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1069.248607] env[62748]: DEBUG oslo_concurrency.lockutils [req-187a5068-7b6e-4591-916c-54e25d326dc5 req-22e227cc-98dd-4392-8ecc-37b54f6cb3ce service nova] Acquiring lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.248816] env[62748]: DEBUG oslo_concurrency.lockutils [req-187a5068-7b6e-4591-916c-54e25d326dc5 req-22e227cc-98dd-4392-8ecc-37b54f6cb3ce service nova] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.249039] env[62748]: DEBUG oslo_concurrency.lockutils [req-187a5068-7b6e-4591-916c-54e25d326dc5 req-22e227cc-98dd-4392-8ecc-37b54f6cb3ce service nova] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.249173] env[62748]: DEBUG nova.compute.manager [req-187a5068-7b6e-4591-916c-54e25d326dc5 req-22e227cc-98dd-4392-8ecc-37b54f6cb3ce service nova] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] No waiting events found dispatching network-vif-plugged-4f6df1f6-e5de-4700-8e69-7a67fdd2792c {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.249343] env[62748]: WARNING nova.compute.manager [req-187a5068-7b6e-4591-916c-54e25d326dc5 req-22e227cc-98dd-4392-8ecc-37b54f6cb3ce service nova] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Received unexpected event network-vif-plugged-4f6df1f6-e5de-4700-8e69-7a67fdd2792c for instance with vm_state building and task_state spawning. [ 1069.357493] env[62748]: DEBUG nova.network.neutron [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Successfully updated port: 4f6df1f6-e5de-4700-8e69-7a67fdd2792c {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.675537] env[62748]: INFO nova.scheduler.client.report [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted allocation for migration 6dab74d3-e804-43c3-846f-af5314116628 [ 1069.743017] env[62748]: DEBUG nova.network.neutron [-] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.785708] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401f3d0d-a2ec-4131-b401-14f82d982149 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.794516] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2319a4-ce9a-4d63-96ef-02b6e82133cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.825581] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e046412-550e-4142-801e-feac0f2aac05 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.834465] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93fb187-5304-4a50-9b8f-5ba66beaa5f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.848017] env[62748]: DEBUG nova.compute.provider_tree [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.860603] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "refresh_cache-b3cd10c1-6a0c-4df0-87f6-736b41297bb3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.860757] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "refresh_cache-b3cd10c1-6a0c-4df0-87f6-736b41297bb3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.860911] env[62748]: DEBUG nova.network.neutron [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.182727] env[62748]: DEBUG oslo_concurrency.lockutils [None req-cbf57d1e-2e34-4b05-9095-84073c4fc532 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.470s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.227189] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquiring lock "77784da9-f08e-4194-8686-cb8e97f6480a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.227470] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "77784da9-f08e-4194-8686-cb8e97f6480a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.227709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquiring lock "77784da9-f08e-4194-8686-cb8e97f6480a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.227938] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "77784da9-f08e-4194-8686-cb8e97f6480a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.228160] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "77784da9-f08e-4194-8686-cb8e97f6480a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.230703] env[62748]: INFO nova.compute.manager [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Terminating instance [ 1070.245197] env[62748]: INFO nova.compute.manager [-] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Took 1.63 seconds to deallocate network for instance. [ 1070.351254] env[62748]: DEBUG nova.scheduler.client.report [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.392684] env[62748]: DEBUG nova.network.neutron [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.557299] env[62748]: DEBUG nova.network.neutron [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Updating instance_info_cache with network_info: [{"id": "4f6df1f6-e5de-4700-8e69-7a67fdd2792c", "address": "fa:16:3e:75:7d:ca", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f6df1f6-e5", "ovs_interfaceid": "4f6df1f6-e5de-4700-8e69-7a67fdd2792c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.734288] env[62748]: DEBUG nova.compute.manager [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.735026] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.735940] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57331092-0892-45ca-90c5-b0e77e7d6459 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.744758] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.745044] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94ade5a4-1f68-49d0-abc0-bb8860dfe804 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.751032] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.752556] env[62748]: DEBUG oslo_vmware.api [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1070.752556] env[62748]: value = "task-2750542" [ 1070.752556] env[62748]: _type = "Task" [ 1070.752556] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.856749] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.860256] env[62748]: DEBUG oslo_concurrency.lockutils [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.006s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.860256] env[62748]: DEBUG nova.objects.instance [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lazy-loading 'resources' on Instance uuid e871c207-f227-4f3c-82a3-b314d26670b0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.883483] env[62748]: INFO nova.scheduler.client.report [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleted allocations for instance 0c0af599-a8ef-4a13-b0cc-a25efa685dc0 [ 1071.010076] env[62748]: DEBUG nova.objects.instance [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'flavor' on Instance uuid 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.059904] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "refresh_cache-b3cd10c1-6a0c-4df0-87f6-736b41297bb3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.060261] env[62748]: DEBUG nova.compute.manager [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Instance network_info: |[{"id": "4f6df1f6-e5de-4700-8e69-7a67fdd2792c", "address": "fa:16:3e:75:7d:ca", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f6df1f6-e5", "ovs_interfaceid": "4f6df1f6-e5de-4700-8e69-7a67fdd2792c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.060684] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:7d:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f6df1f6-e5de-4700-8e69-7a67fdd2792c', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.068307] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Creating folder: Project (8e4b024e7e6f409dac505ec750cc6007). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.068577] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16721491-a90f-4a92-b2fe-8296d7e7a970 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.081978] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Created folder: Project (8e4b024e7e6f409dac505ec750cc6007) in parent group-v553264. [ 1071.082193] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Creating folder: Instances. Parent ref: group-v553553. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.082433] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4afeabb3-c649-4e92-aa47-6fbfc776a3dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.092497] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Created folder: Instances in parent group-v553553. [ 1071.092838] env[62748]: DEBUG oslo.service.loopingcall [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.093070] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.093283] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2db8968-4524-4e1b-9e1d-b892543dda42 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.113432] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.113432] env[62748]: value = "task-2750546" [ 1071.113432] env[62748]: _type = "Task" [ 1071.113432] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.121240] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750546, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.263266] env[62748]: DEBUG oslo_vmware.api [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750542, 'name': PowerOffVM_Task, 'duration_secs': 0.21999} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.263569] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.264054] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.264054] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d983c4e5-506b-4d2d-9a45-3f1a1636fb5b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.286026] env[62748]: DEBUG nova.compute.manager [req-e97a2d2a-10a4-4d85-9ea2-65a86e706d92 req-31f35ee6-612f-4d3d-b108-8d59297c90a2 service nova] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Received event network-vif-deleted-30b0d87d-7b99-468b-98b2-a4101b495577 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.286026] env[62748]: DEBUG nova.compute.manager [req-e97a2d2a-10a4-4d85-9ea2-65a86e706d92 req-31f35ee6-612f-4d3d-b108-8d59297c90a2 service nova] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Received event network-changed-4f6df1f6-e5de-4700-8e69-7a67fdd2792c {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.286026] env[62748]: DEBUG nova.compute.manager [req-e97a2d2a-10a4-4d85-9ea2-65a86e706d92 req-31f35ee6-612f-4d3d-b108-8d59297c90a2 service nova] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Refreshing instance network info cache due to event network-changed-4f6df1f6-e5de-4700-8e69-7a67fdd2792c. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1071.286209] env[62748]: DEBUG oslo_concurrency.lockutils [req-e97a2d2a-10a4-4d85-9ea2-65a86e706d92 req-31f35ee6-612f-4d3d-b108-8d59297c90a2 service nova] Acquiring lock "refresh_cache-b3cd10c1-6a0c-4df0-87f6-736b41297bb3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.286365] env[62748]: DEBUG oslo_concurrency.lockutils [req-e97a2d2a-10a4-4d85-9ea2-65a86e706d92 req-31f35ee6-612f-4d3d-b108-8d59297c90a2 service nova] Acquired lock "refresh_cache-b3cd10c1-6a0c-4df0-87f6-736b41297bb3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.286513] env[62748]: DEBUG nova.network.neutron [req-e97a2d2a-10a4-4d85-9ea2-65a86e706d92 req-31f35ee6-612f-4d3d-b108-8d59297c90a2 service nova] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Refreshing network info cache for port 4f6df1f6-e5de-4700-8e69-7a67fdd2792c {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.309061] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.309061] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.309061] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.309250] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.309952] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.309952] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.309952] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.309952] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1071.310172] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.336712] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.336976] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.337050] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Deleting the datastore file [datastore2] 77784da9-f08e-4194-8686-cb8e97f6480a {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.337281] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f95a0ba-3641-4c16-b27a-3676e7dce1b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.345115] env[62748]: DEBUG oslo_vmware.api [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for the task: (returnval){ [ 1071.345115] env[62748]: value = "task-2750548" [ 1071.345115] env[62748]: _type = "Task" [ 1071.345115] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.354233] env[62748]: DEBUG oslo_vmware.api [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.389430] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7b07957c-9436-4d41-80ee-5be49e65c47b tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "0c0af599-a8ef-4a13-b0cc-a25efa685dc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.638s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.515051] env[62748]: DEBUG oslo_concurrency.lockutils [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.515338] env[62748]: DEBUG oslo_concurrency.lockutils [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.515648] env[62748]: DEBUG nova.network.neutron [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.516300] env[62748]: DEBUG nova.objects.instance [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'info_cache' on Instance uuid 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.521028] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002ce267-4e95-4b7c-bb3e-3ef8979b1406 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.528355] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40e4ba4-8ec1-4c28-b2f8-7631ae1ecb68 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.561729] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516aad0d-bad3-4a9c-8a25-9a44c7ddc05e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.569975] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e4f82f-603c-4d45-b485-ce2caaad57c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.584550] env[62748]: DEBUG nova.compute.provider_tree [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.624819] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750546, 'name': CreateVM_Task, 'duration_secs': 0.352096} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.625161] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.626070] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.626265] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.626636] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.626907] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9857231e-2479-4c77-9d38-e1e92d562377 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.633133] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1071.633133] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7272d-2994-7df3-2ad8-6bf9dbe51928" [ 1071.633133] env[62748]: _type = "Task" [ 1071.633133] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.644559] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7272d-2994-7df3-2ad8-6bf9dbe51928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.813203] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.857969] env[62748]: DEBUG oslo_vmware.api [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Task: {'id': task-2750548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173791} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.857969] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.857969] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.857969] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.859192] env[62748]: INFO nova.compute.manager [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1071.859192] env[62748]: DEBUG oslo.service.loopingcall [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1071.859192] env[62748]: DEBUG nova.compute.manager [-] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.859192] env[62748]: DEBUG nova.network.neutron [-] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.019910] env[62748]: DEBUG nova.objects.base [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Object Instance<963c1677-26f6-4290-91b0-f77b1d181ce2> lazy-loaded attributes: flavor,info_cache {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1072.087978] env[62748]: DEBUG nova.scheduler.client.report [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.137651] env[62748]: DEBUG nova.network.neutron [req-e97a2d2a-10a4-4d85-9ea2-65a86e706d92 req-31f35ee6-612f-4d3d-b108-8d59297c90a2 service nova] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Updated VIF entry in instance network info cache for port 4f6df1f6-e5de-4700-8e69-7a67fdd2792c. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.138571] env[62748]: DEBUG nova.network.neutron [req-e97a2d2a-10a4-4d85-9ea2-65a86e706d92 req-31f35ee6-612f-4d3d-b108-8d59297c90a2 service nova] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Updating instance_info_cache with network_info: [{"id": "4f6df1f6-e5de-4700-8e69-7a67fdd2792c", "address": "fa:16:3e:75:7d:ca", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f6df1f6-e5", "ovs_interfaceid": "4f6df1f6-e5de-4700-8e69-7a67fdd2792c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.146965] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f7272d-2994-7df3-2ad8-6bf9dbe51928, 'name': SearchDatastore_Task, 'duration_secs': 0.010361} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.148209] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.148493] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.148738] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.148891] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.149093] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.149577] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75cec187-5ea2-4afe-8169-d77af4c91b22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.159508] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.159742] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.160470] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc67eee-3b93-4fd0-a318-f41aaf7951c7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.166181] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1072.166181] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52725507-eeca-20b7-e9aa-5b273a26baa1" [ 1072.166181] env[62748]: _type = "Task" [ 1072.166181] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.176655] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52725507-eeca-20b7-e9aa-5b273a26baa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.593789] env[62748]: DEBUG oslo_concurrency.lockutils [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.596812] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.845s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.596812] env[62748]: DEBUG nova.objects.instance [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'resources' on Instance uuid 535bd574-65c0-4d74-a18c-8f11aff58a0b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.621360] env[62748]: INFO nova.scheduler.client.report [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Deleted allocations for instance e871c207-f227-4f3c-82a3-b314d26670b0 [ 1072.640096] env[62748]: DEBUG oslo_concurrency.lockutils [req-e97a2d2a-10a4-4d85-9ea2-65a86e706d92 req-31f35ee6-612f-4d3d-b108-8d59297c90a2 service nova] Releasing lock "refresh_cache-b3cd10c1-6a0c-4df0-87f6-736b41297bb3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.681118] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52725507-eeca-20b7-e9aa-5b273a26baa1, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.681447] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8022b2c7-c193-4540-8dfc-391b2268fcde {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.688768] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1072.688768] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52844ef5-0d2a-b658-a0a3-cdd16351bf28" [ 1072.688768] env[62748]: _type = "Task" [ 1072.688768] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.699909] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52844ef5-0d2a-b658-a0a3-cdd16351bf28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.729940] env[62748]: DEBUG nova.network.neutron [-] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.772452] env[62748]: DEBUG nova.network.neutron [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance_info_cache with network_info: [{"id": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "address": "fa:16:3e:0e:ed:cc", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bd49e9d-8d", "ovs_interfaceid": "3bd49e9d-8d5c-4677-8927-78529bf3694b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.131112] env[62748]: DEBUG oslo_concurrency.lockutils [None req-80558f22-bce7-44cb-aa73-51ac5e9687af tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "e871c207-f227-4f3c-82a3-b314d26670b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.164s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.204598] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.204856] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.206245] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52844ef5-0d2a-b658-a0a3-cdd16351bf28, 'name': SearchDatastore_Task, 'duration_secs': 0.014163} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.206604] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.206880] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] b3cd10c1-6a0c-4df0-87f6-736b41297bb3/b3cd10c1-6a0c-4df0-87f6-736b41297bb3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.207181] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30b6d5d4-24b6-4d43-9415-c8a430540d26 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.218033] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1073.218033] env[62748]: value = "task-2750549" [ 1073.218033] env[62748]: _type = "Task" [ 1073.218033] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.230192] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.232542] env[62748]: INFO nova.compute.manager [-] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Took 1.37 seconds to deallocate network for instance. [ 1073.261611] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d055f29-c99e-4a9a-91b1-ea2f58ae1d95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.270898] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65201555-df72-4003-9763-0e227d6b43b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.275474] env[62748]: DEBUG oslo_concurrency.lockutils [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-963c1677-26f6-4290-91b0-f77b1d181ce2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.307019] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af1320f-6d21-41d3-9761-a398d1530a4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.314514] env[62748]: DEBUG nova.compute.manager [req-4467c7e9-26ef-4d40-82b9-6bb05d2a47eb req-85c13ed4-4de5-49af-9bbd-cdaf91a4a82d service nova] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Received event network-vif-deleted-3aefa2c5-fcf4-415f-baa2-707f945f2d7a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1073.319153] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6299cfc2-a334-4376-88a9-de6ae6b196d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.334283] env[62748]: DEBUG nova.compute.provider_tree [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.707546] env[62748]: DEBUG nova.compute.manager [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.730589] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448919} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.730797] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] b3cd10c1-6a0c-4df0-87f6-736b41297bb3/b3cd10c1-6a0c-4df0-87f6-736b41297bb3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.731114] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.731414] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61dd4167-d34d-4d34-af78-59c872f8e197 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.739095] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1073.739095] env[62748]: value = "task-2750550" [ 1073.739095] env[62748]: _type = "Task" [ 1073.739095] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.744689] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.747855] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.837161] env[62748]: DEBUG nova.scheduler.client.report [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.020465] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "d4caa239-66c2-4304-91a9-38f960480d3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.020791] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "d4caa239-66c2-4304-91a9-38f960480d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.021068] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "d4caa239-66c2-4304-91a9-38f960480d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.021647] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "d4caa239-66c2-4304-91a9-38f960480d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.021647] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "d4caa239-66c2-4304-91a9-38f960480d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.023554] env[62748]: INFO nova.compute.manager [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Terminating instance [ 1074.232389] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.250183] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068226} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.250183] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.250612] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741ea3c4-567c-490b-ac10-163e0563cae6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.273670] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] b3cd10c1-6a0c-4df0-87f6-736b41297bb3/b3cd10c1-6a0c-4df0-87f6-736b41297bb3.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.273826] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b728fb3-72ad-496f-ad91-8b03d93b6595 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.289658] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.289658] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04981362-eeeb-4edc-b1ce-c65460a15a85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.297233] env[62748]: DEBUG oslo_vmware.api [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1074.297233] env[62748]: value = "task-2750551" [ 1074.297233] env[62748]: _type = "Task" [ 1074.297233] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.298281] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1074.298281] env[62748]: value = "task-2750552" [ 1074.298281] env[62748]: _type = "Task" [ 1074.298281] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.309791] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.312431] env[62748]: DEBUG oslo_vmware.api [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.342822] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.345174] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.532s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.345468] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.345627] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1074.345924] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.601s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.346158] env[62748]: DEBUG nova.objects.instance [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lazy-loading 'resources' on Instance uuid 77784da9-f08e-4194-8686-cb8e97f6480a {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.348283] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2093e3d3-f4d4-4379-a26e-39fe0174ada3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.357142] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759d0362-3403-404e-a72e-0c6d72043d89 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.364824] env[62748]: INFO nova.scheduler.client.report [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleted allocations for instance 535bd574-65c0-4d74-a18c-8f11aff58a0b [ 1074.377554] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cae7c5-0247-4ed1-b37e-96187376fbee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.385657] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afead33-42de-44e1-a454-4e70f8dc954a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.419258] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178845MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1074.419422] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.527603] env[62748]: DEBUG nova.compute.manager [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.527784] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.528719] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2636c0-2a1c-4d14-9024-4dfef00632cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.537213] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.537507] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db1075fa-9f76-4757-887b-aa6eb5f66d85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.544694] env[62748]: DEBUG oslo_vmware.api [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1074.544694] env[62748]: value = "task-2750553" [ 1074.544694] env[62748]: _type = "Task" [ 1074.544694] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.552745] env[62748]: DEBUG oslo_vmware.api [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.813418] env[62748]: DEBUG oslo_vmware.api [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750551, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.816906] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.884159] env[62748]: DEBUG oslo_concurrency.lockutils [None req-bc7b7b5b-c45a-4ac1-b423-b7f84c1458da tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "535bd574-65c0-4d74-a18c-8f11aff58a0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.904s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.909859] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "d2817b63-1fbc-4491-a658-473e074e5dbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.910074] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.008265] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89a3d1f-ad4b-4dad-8639-786fe446dffc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.017379] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e431da9-6139-4a12-a450-e75d4b68fdb5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.051931] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ae45f0-9534-4498-8c4e-47f8b3ebd2cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.060281] env[62748]: DEBUG oslo_vmware.api [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750553, 'name': PowerOffVM_Task, 'duration_secs': 0.239406} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.062309] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.062511] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.062790] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae36f362-e5f7-446f-8393-aaf139288f97 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.065062] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3752b1ab-6eec-4770-962c-7f6565890b30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.080384] env[62748]: DEBUG nova.compute.provider_tree [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.136846] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.137086] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.137496] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Deleting the datastore file [datastore1] d4caa239-66c2-4304-91a9-38f960480d3d {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.137766] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f78052e-e9f2-45a2-8311-a2ca57c0c715 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.146352] env[62748]: DEBUG oslo_vmware.api [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for the task: (returnval){ [ 1075.146352] env[62748]: value = "task-2750555" [ 1075.146352] env[62748]: _type = "Task" [ 1075.146352] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.154829] env[62748]: DEBUG oslo_vmware.api [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.311861] env[62748]: DEBUG oslo_vmware.api [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750551, 'name': PowerOnVM_Task, 'duration_secs': 0.565554} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.314847] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.315069] env[62748]: DEBUG nova.compute.manager [None req-514c02fd-ef91-4626-b10a-4b0609eab0d9 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.315368] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750552, 'name': ReconfigVM_Task, 'duration_secs': 0.598292} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.316057] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca6f16a-8911-4943-8a41-44bc35614570 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.318452] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Reconfigured VM instance instance-00000064 to attach disk [datastore2] b3cd10c1-6a0c-4df0-87f6-736b41297bb3/b3cd10c1-6a0c-4df0-87f6-736b41297bb3.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.319228] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2acbf728-debe-43c8-bdf3-71f2ebfa08d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.327076] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1075.327076] env[62748]: value = "task-2750556" [ 1075.327076] env[62748]: _type = "Task" [ 1075.327076] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.335582] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750556, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.412201] env[62748]: DEBUG nova.compute.manager [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.583611] env[62748]: DEBUG nova.scheduler.client.report [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.657521] env[62748]: DEBUG oslo_vmware.api [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Task: {'id': task-2750555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1575} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.657858] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.658088] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.658292] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.658539] env[62748]: INFO nova.compute.manager [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1075.658787] env[62748]: DEBUG oslo.service.loopingcall [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.658986] env[62748]: DEBUG nova.compute.manager [-] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.659100] env[62748]: DEBUG nova.network.neutron [-] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.845372] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750556, 'name': Rename_Task, 'duration_secs': 0.363134} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.845372] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.845754] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e2cd99-609c-4db0-807b-ecefb7dc0aca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.855558] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1075.855558] env[62748]: value = "task-2750557" [ 1075.855558] env[62748]: _type = "Task" [ 1075.855558] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.869307] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.938076] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.094562] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.095429] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.863s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.098084] env[62748]: INFO nova.compute.claims [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.118664] env[62748]: INFO nova.scheduler.client.report [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Deleted allocations for instance 77784da9-f08e-4194-8686-cb8e97f6480a [ 1076.229420] env[62748]: DEBUG nova.compute.manager [req-1effcf10-9699-4e28-bfae-e68157996f87 req-da82b507-041d-47b4-8eb7-cec164c240f0 service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Received event network-vif-deleted-03129ae6-0870-4152-b0b6-b20fd9ee246e {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1076.229651] env[62748]: INFO nova.compute.manager [req-1effcf10-9699-4e28-bfae-e68157996f87 req-da82b507-041d-47b4-8eb7-cec164c240f0 service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Neutron deleted interface 03129ae6-0870-4152-b0b6-b20fd9ee246e; detaching it from the instance and deleting it from the info cache [ 1076.229854] env[62748]: DEBUG nova.network.neutron [req-1effcf10-9699-4e28-bfae-e68157996f87 req-da82b507-041d-47b4-8eb7-cec164c240f0 service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.319054] env[62748]: DEBUG oslo_concurrency.lockutils [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.319110] env[62748]: DEBUG oslo_concurrency.lockutils [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.366935] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.632746] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c8784562-84af-4e80-971d-ab2b4f335ee0 tempest-ServerMetadataTestJSON-685614695 tempest-ServerMetadataTestJSON-685614695-project-member] Lock "77784da9-f08e-4194-8686-cb8e97f6480a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.405s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.712548] env[62748]: DEBUG nova.network.neutron [-] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.735202] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c01f62b5-7bab-44d4-aefc-f6ffbdedf4af {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.746637] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06537f80-7f11-4adc-aa3b-1b7768a317d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.780765] env[62748]: DEBUG oslo_concurrency.lockutils [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "963c1677-26f6-4290-91b0-f77b1d181ce2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.781049] env[62748]: DEBUG oslo_concurrency.lockutils [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.781311] env[62748]: DEBUG oslo_concurrency.lockutils [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "963c1677-26f6-4290-91b0-f77b1d181ce2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.781508] env[62748]: DEBUG oslo_concurrency.lockutils [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.781682] env[62748]: DEBUG oslo_concurrency.lockutils [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.783485] env[62748]: DEBUG nova.compute.manager [req-1effcf10-9699-4e28-bfae-e68157996f87 req-da82b507-041d-47b4-8eb7-cec164c240f0 service nova] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Detach interface failed, port_id=03129ae6-0870-4152-b0b6-b20fd9ee246e, reason: Instance d4caa239-66c2-4304-91a9-38f960480d3d could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1076.784183] env[62748]: INFO nova.compute.manager [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Terminating instance [ 1076.822033] env[62748]: INFO nova.compute.manager [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Detaching volume b46ee5bb-f701-4803-bbb8-5510cf91c185 [ 1076.862531] env[62748]: INFO nova.virt.block_device [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Attempting to driver detach volume b46ee5bb-f701-4803-bbb8-5510cf91c185 from mountpoint /dev/sdb [ 1076.862799] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1076.862948] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553537', 'volume_id': 'b46ee5bb-f701-4803-bbb8-5510cf91c185', 'name': 'volume-b46ee5bb-f701-4803-bbb8-5510cf91c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79a39778-e39e-4b4b-a156-ae8970bd1e45', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46ee5bb-f701-4803-bbb8-5510cf91c185', 'serial': 'b46ee5bb-f701-4803-bbb8-5510cf91c185'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1076.864095] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83f7048-c3db-4064-b2d9-75c9de35df72 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.870146] env[62748]: DEBUG oslo_vmware.api [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750557, 'name': PowerOnVM_Task, 'duration_secs': 0.710902} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.870774] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.871018] env[62748]: INFO nova.compute.manager [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1076.871224] env[62748]: DEBUG nova.compute.manager [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.872007] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015e0e44-c42c-461e-837a-388045c79f06 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.892007] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28570b5-ad17-465a-bdf6-cd1c4d59396b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.906067] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969525f8-e378-4673-9d81-89f294234b10 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.930039] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab2763-fb3f-46a9-a609-4d29f22c0a38 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.949024] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] The volume has not been displaced from its original location: [datastore2] volume-b46ee5bb-f701-4803-bbb8-5510cf91c185/volume-b46ee5bb-f701-4803-bbb8-5510cf91c185.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1076.954420] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.955422] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c8c1dfa-2d74-4860-8249-6bc79d756115 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.976241] env[62748]: DEBUG oslo_vmware.api [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1076.976241] env[62748]: value = "task-2750558" [ 1076.976241] env[62748]: _type = "Task" [ 1076.976241] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.986731] env[62748]: DEBUG oslo_vmware.api [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.215081] env[62748]: INFO nova.compute.manager [-] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Took 1.55 seconds to deallocate network for instance. [ 1077.277979] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0dba8c-315a-4a64-9f03-4184e8f910e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.286782] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2836dae0-8a0a-451e-9bbc-76fe94c1ccf8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.291166] env[62748]: DEBUG nova.compute.manager [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.291453] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.292477] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2debe7-9f27-4204-afeb-44db3be59a66 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.306072] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.336818] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3719863-226a-46fc-9ecb-3ee22a101da0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.340028] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767a24f1-9f9f-4a2c-85f8-03de85599150 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.349735] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c1016e-47ec-4aa9-a857-0c3000849b7f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.355113] env[62748]: DEBUG oslo_vmware.api [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1077.355113] env[62748]: value = "task-2750559" [ 1077.355113] env[62748]: _type = "Task" [ 1077.355113] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.369143] env[62748]: DEBUG nova.compute.provider_tree [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.378549] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.379203] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.380027] env[62748]: DEBUG oslo_vmware.api [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.408033] env[62748]: INFO nova.compute.manager [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Took 13.91 seconds to build instance. [ 1077.487190] env[62748]: DEBUG oslo_vmware.api [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750558, 'name': ReconfigVM_Task, 'duration_secs': 0.267409} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.487669] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.495946] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d247589d-d2d1-48e7-84db-eacfb5acfa27 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.515033] env[62748]: DEBUG oslo_vmware.api [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1077.515033] env[62748]: value = "task-2750560" [ 1077.515033] env[62748]: _type = "Task" [ 1077.515033] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.525634] env[62748]: DEBUG oslo_vmware.api [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.726318] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.866696] env[62748]: DEBUG oslo_vmware.api [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750559, 'name': PowerOffVM_Task, 'duration_secs': 0.336674} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.867166] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.867220] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.867504] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e4a15e-9036-4c02-bfac-5d002debde32 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.881991] env[62748]: DEBUG nova.scheduler.client.report [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.886410] env[62748]: DEBUG nova.compute.manager [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.911152] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0b90053f-5f4e-421c-8dc2-d519b24b2b1a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.422s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.948019] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.948275] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.948486] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleting the datastore file [datastore1] 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.948757] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f64195e-1ee9-43e3-8a17-d457219d4831 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.958412] env[62748]: DEBUG oslo_vmware.api [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1077.958412] env[62748]: value = "task-2750562" [ 1077.958412] env[62748]: _type = "Task" [ 1077.958412] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.968869] env[62748]: DEBUG oslo_vmware.api [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.025753] env[62748]: DEBUG oslo_vmware.api [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750560, 'name': ReconfigVM_Task, 'duration_secs': 0.174361} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.026174] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553537', 'volume_id': 'b46ee5bb-f701-4803-bbb8-5510cf91c185', 'name': 'volume-b46ee5bb-f701-4803-bbb8-5510cf91c185', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '79a39778-e39e-4b4b-a156-ae8970bd1e45', 'attached_at': '', 'detached_at': '', 'volume_id': 'b46ee5bb-f701-4803-bbb8-5510cf91c185', 'serial': 'b46ee5bb-f701-4803-bbb8-5510cf91c185'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1078.388165] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.388385] env[62748]: DEBUG nova.compute.manager [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.391276] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.972s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.412237] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.468751] env[62748]: DEBUG oslo_vmware.api [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155738} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.469972] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.470291] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.470517] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.470704] env[62748]: INFO nova.compute.manager [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1078.470954] env[62748]: DEBUG oslo.service.loopingcall [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.471415] env[62748]: DEBUG nova.compute.manager [-] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.471520] env[62748]: DEBUG nova.network.neutron [-] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.569763] env[62748]: DEBUG nova.objects.instance [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.894363] env[62748]: DEBUG nova.compute.utils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.896441] env[62748]: DEBUG nova.compute.manager [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.896441] env[62748]: DEBUG nova.network.neutron [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.944342] env[62748]: DEBUG nova.compute.manager [req-c8d34a5e-2e6e-49ab-a0f0-dba71ce2f80c req-13c1a5ee-75a6-4cf9-a5e2-f3a7a4b3115d service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Received event network-vif-deleted-3bd49e9d-8d5c-4677-8927-78529bf3694b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1078.944342] env[62748]: INFO nova.compute.manager [req-c8d34a5e-2e6e-49ab-a0f0-dba71ce2f80c req-13c1a5ee-75a6-4cf9-a5e2-f3a7a4b3115d service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Neutron deleted interface 3bd49e9d-8d5c-4677-8927-78529bf3694b; detaching it from the instance and deleting it from the info cache [ 1078.944342] env[62748]: DEBUG nova.network.neutron [req-c8d34a5e-2e6e-49ab-a0f0-dba71ce2f80c req-13c1a5ee-75a6-4cf9-a5e2-f3a7a4b3115d service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.951621] env[62748]: DEBUG nova.policy [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113ce291286d473dba17923ce0ec3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ec8d1b391d40a6bcff4dd9e14eb5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.082659] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "ea487132-e338-44f1-9244-3d6819490374" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.082911] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "ea487132-e338-44f1-9244-3d6819490374" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.289594] env[62748]: DEBUG nova.network.neutron [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Successfully created port: 11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.399317] env[62748]: DEBUG nova.compute.manager [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.424452] env[62748]: DEBUG nova.network.neutron [-] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.431765] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1951d4ff-daa7-44ac-aac5-ee032dc6a52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.431951] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d4caa239-66c2-4304-91a9-38f960480d3d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1079.432097] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 70b9f4b5-7795-4678-a4a1-fdda13503ac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.432225] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 79a39778-e39e-4b4b-a156-ae8970bd1e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.432346] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.432465] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 82b27f18-3310-4e5f-a892-6be75f4d70b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.432579] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 963c1677-26f6-4290-91b0-f77b1d181ce2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.432691] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance b3cd10c1-6a0c-4df0-87f6-736b41297bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.432803] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 5ed76a2e-dc00-478b-8d47-0d01bafda831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1079.447610] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9716f12-2b31-4512-8be7-a97176b80065 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.480894] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10265e9-0352-45c2-923e-5f7876700c10 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.511609] env[62748]: DEBUG nova.compute.manager [req-c8d34a5e-2e6e-49ab-a0f0-dba71ce2f80c req-13c1a5ee-75a6-4cf9-a5e2-f3a7a4b3115d service nova] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Detach interface failed, port_id=3bd49e9d-8d5c-4677-8927-78529bf3694b, reason: Instance 963c1677-26f6-4290-91b0-f77b1d181ce2 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1079.540707] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.579577] env[62748]: DEBUG oslo_concurrency.lockutils [None req-65c5b2a6-9936-41e8-896a-a0f996cf0ec3 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.580923] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.040s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.581184] env[62748]: DEBUG nova.compute.manager [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.582410] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc44e491-7ccf-428f-b94c-b4b9b8fbb72f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.585426] env[62748]: DEBUG nova.compute.manager [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.592996] env[62748]: DEBUG nova.compute.manager [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1079.593595] env[62748]: DEBUG nova.objects.instance [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.928799] env[62748]: INFO nova.compute.manager [-] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Took 1.46 seconds to deallocate network for instance. [ 1079.938368] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d2817b63-1fbc-4491-a658-473e074e5dbf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1080.108208] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.409103] env[62748]: DEBUG nova.compute.manager [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.436438] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.436720] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.436884] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.437086] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.437250] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.437401] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.437615] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.437781] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.437952] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.438146] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.438367] env[62748]: DEBUG nova.virt.hardware [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.439270] env[62748]: DEBUG oslo_concurrency.lockutils [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.440122] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaca6e2-025c-4804-8e50-52779f037117 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.443120] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 4370f0cb-206d-4bb3-a0db-e9e32a0c260b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1080.450366] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d146ee25-5e40-4956-b6cf-54167f42741f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.598631] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.598941] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dddefa42-52fb-4025-adb9-81cb38bc0c1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.608358] env[62748]: DEBUG oslo_vmware.api [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1080.608358] env[62748]: value = "task-2750563" [ 1080.608358] env[62748]: _type = "Task" [ 1080.608358] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.618044] env[62748]: DEBUG oslo_vmware.api [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.759114] env[62748]: DEBUG nova.network.neutron [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Successfully updated port: 11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.946239] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance ea487132-e338-44f1-9244-3d6819490374 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1080.946574] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1080.946761] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1080.968788] env[62748]: DEBUG nova.compute.manager [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received event network-vif-plugged-11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.969019] env[62748]: DEBUG oslo_concurrency.lockutils [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] Acquiring lock "5ed76a2e-dc00-478b-8d47-0d01bafda831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.969250] env[62748]: DEBUG oslo_concurrency.lockutils [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.969425] env[62748]: DEBUG oslo_concurrency.lockutils [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.969596] env[62748]: DEBUG nova.compute.manager [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] No waiting events found dispatching network-vif-plugged-11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.969765] env[62748]: WARNING nova.compute.manager [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received unexpected event network-vif-plugged-11001c57-72a5-47f8-8ab8-394a602e7ff7 for instance with vm_state building and task_state spawning. [ 1080.969928] env[62748]: DEBUG nova.compute.manager [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1080.970102] env[62748]: DEBUG nova.compute.manager [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing instance network info cache due to event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1080.970293] env[62748]: DEBUG oslo_concurrency.lockutils [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] Acquiring lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.970432] env[62748]: DEBUG oslo_concurrency.lockutils [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] Acquired lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.970590] env[62748]: DEBUG nova.network.neutron [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing network info cache for port 11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.088998] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964905af-b4fd-4989-88e0-a9594f797b8e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.096856] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52264746-f4c9-4ea8-b990-7d3312a0b476 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.130256] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b827571e-5dd4-4c58-b9ab-2b43ec3f4f5b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.140370] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486451fc-39cd-4d54-83cb-b45ecacc529f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.143876] env[62748]: DEBUG oslo_vmware.api [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750563, 'name': PowerOffVM_Task, 'duration_secs': 0.221175} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.144172] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.144379] env[62748]: DEBUG nova.compute.manager [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.145327] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd29b9-1880-43b2-8133-2c072f67f63c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.154973] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.263575] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.509541] env[62748]: DEBUG nova.network.neutron [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.616493] env[62748]: DEBUG nova.network.neutron [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.657689] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.665341] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c24e94cb-ea8a-4217-9ebb-4d6edf890ec2 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.998064] env[62748]: DEBUG nova.objects.instance [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.119708] env[62748]: DEBUG oslo_concurrency.lockutils [req-d25f5314-86e8-4429-85f2-e157e6f3f546 req-cca20f36-e0aa-435f-9a38-9c0fd3ef1e45 service nova] Releasing lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.120123] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.120294] env[62748]: DEBUG nova.network.neutron [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.144110] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.144362] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.144572] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.144761] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.144937] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.147205] env[62748]: INFO nova.compute.manager [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Terminating instance [ 1082.164030] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1082.164243] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.773s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.164489] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.227s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.165990] env[62748]: INFO nova.compute.claims [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.503125] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.503307] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.503487] env[62748]: DEBUG nova.network.neutron [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.503666] env[62748]: DEBUG nova.objects.instance [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'info_cache' on Instance uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.650870] env[62748]: DEBUG nova.compute.manager [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.651113] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.652071] env[62748]: DEBUG nova.network.neutron [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.654593] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412bf6c6-ddd1-4c9c-80f5-f163444523a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.663634] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.663916] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-082de91e-fc60-4a59-b7ea-49345bc2e507 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.673377] env[62748]: DEBUG oslo_vmware.api [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1082.673377] env[62748]: value = "task-2750564" [ 1082.673377] env[62748]: _type = "Task" [ 1082.673377] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.682641] env[62748]: DEBUG oslo_vmware.api [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.811144] env[62748]: DEBUG nova.network.neutron [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [{"id": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "address": "fa:16:3e:9b:af:f3", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11001c57-72", "ovs_interfaceid": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.007281] env[62748]: DEBUG nova.objects.base [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Object Instance<79a39778-e39e-4b4b-a156-ae8970bd1e45> lazy-loaded attributes: flavor,info_cache {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1083.186798] env[62748]: DEBUG oslo_vmware.api [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750564, 'name': PowerOffVM_Task, 'duration_secs': 0.191469} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.187190] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.187443] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1083.187745] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b5d21ff-1890-4c66-a928-c9e9f4e8f735 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.285511] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1083.285736] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1083.285927] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleting the datastore file [datastore2] 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1083.286234] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60004a4b-524a-4037-99e9-c26f4f6f90ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.295772] env[62748]: DEBUG oslo_vmware.api [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for the task: (returnval){ [ 1083.295772] env[62748]: value = "task-2750566" [ 1083.295772] env[62748]: _type = "Task" [ 1083.295772] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.306329] env[62748]: DEBUG oslo_vmware.api [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.313461] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.313769] env[62748]: DEBUG nova.compute.manager [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Instance network_info: |[{"id": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "address": "fa:16:3e:9b:af:f3", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11001c57-72", "ovs_interfaceid": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.314219] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:af:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11001c57-72a5-47f8-8ab8-394a602e7ff7', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.321894] env[62748]: DEBUG oslo.service.loopingcall [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1083.322883] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.323955] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da8d416-6278-4338-bf3d-bfc6b28a3710 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.326185] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37fdbded-7d8c-457f-828f-2f940417efd0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.346680] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc69bbeb-3473-4d92-984d-fed2eec3bd08 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.350381] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.350381] env[62748]: value = "task-2750567" [ 1083.350381] env[62748]: _type = "Task" [ 1083.350381] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.385166] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f263f0fd-ed9d-4854-974b-87e33a671a77 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.387734] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750567, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.393449] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce45d1-cac4-4c87-b372-ef403e4fc004 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.409413] env[62748]: DEBUG nova.compute.provider_tree [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.754661] env[62748]: DEBUG nova.network.neutron [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updating instance_info_cache with network_info: [{"id": "8e89eee4-a63f-46fa-b201-5171739e04ec", "address": "fa:16:3e:ce:9d:94", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e89eee4-a6", "ovs_interfaceid": "8e89eee4-a63f-46fa-b201-5171739e04ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.806353] env[62748]: DEBUG oslo_vmware.api [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Task: {'id': task-2750566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143716} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.806675] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.806901] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.807116] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.807320] env[62748]: INFO nova.compute.manager [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1083.807574] env[62748]: DEBUG oslo.service.loopingcall [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1083.808035] env[62748]: DEBUG nova.compute.manager [-] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.808035] env[62748]: DEBUG nova.network.neutron [-] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.860800] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750567, 'name': CreateVM_Task, 'duration_secs': 0.319614} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.860962] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.861726] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.861890] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.862243] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1083.862494] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b551b8-8548-4847-832a-7e620dc06129 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.867803] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1083.867803] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527e1ef5-6c4b-778f-b5b5-88dbf5637d62" [ 1083.867803] env[62748]: _type = "Task" [ 1083.867803] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.875540] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527e1ef5-6c4b-778f-b5b5-88dbf5637d62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.912429] env[62748]: DEBUG nova.scheduler.client.report [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.257082] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Releasing lock "refresh_cache-79a39778-e39e-4b4b-a156-ae8970bd1e45" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.314795] env[62748]: DEBUG nova.compute.manager [req-69666252-bb8e-4fe0-b233-beacbf2cada9 req-91e2289b-2417-4734-8207-e7edace71d7d service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Received event network-vif-deleted-0ff85650-e11a-4519-b7fa-e6de853c4c71 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1084.315052] env[62748]: INFO nova.compute.manager [req-69666252-bb8e-4fe0-b233-beacbf2cada9 req-91e2289b-2417-4734-8207-e7edace71d7d service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Neutron deleted interface 0ff85650-e11a-4519-b7fa-e6de853c4c71; detaching it from the instance and deleting it from the info cache [ 1084.315277] env[62748]: DEBUG nova.network.neutron [req-69666252-bb8e-4fe0-b233-beacbf2cada9 req-91e2289b-2417-4734-8207-e7edace71d7d service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.379025] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527e1ef5-6c4b-778f-b5b5-88dbf5637d62, 'name': SearchDatastore_Task, 'duration_secs': 0.010025} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.379342] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.379585] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.379816] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.379964] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.380158] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.380419] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a03d044-39cf-48f5-b3c2-c71a026541c1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.390706] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.390949] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.391920] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90ca396-0cbe-4fc8-a475-64f95ec08578 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.397698] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1084.397698] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524c1370-6d32-1eb1-f5ef-ff1190d9e022" [ 1084.397698] env[62748]: _type = "Task" [ 1084.397698] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.407253] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524c1370-6d32-1eb1-f5ef-ff1190d9e022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.417345] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.417696] env[62748]: DEBUG nova.compute.manager [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.420528] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.695s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.420779] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.422781] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.012s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.424305] env[62748]: INFO nova.compute.claims [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.445554] env[62748]: INFO nova.scheduler.client.report [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Deleted allocations for instance d4caa239-66c2-4304-91a9-38f960480d3d [ 1084.794899] env[62748]: DEBUG nova.network.neutron [-] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.817950] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d1ebcf4-60c6-49ec-b82a-dd209c90b147 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.830388] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2debe3aa-4b82-45aa-b12e-fafce78ee375 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.861913] env[62748]: DEBUG nova.compute.manager [req-69666252-bb8e-4fe0-b233-beacbf2cada9 req-91e2289b-2417-4734-8207-e7edace71d7d service nova] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Detach interface failed, port_id=0ff85650-e11a-4519-b7fa-e6de853c4c71, reason: Instance 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1084.910571] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524c1370-6d32-1eb1-f5ef-ff1190d9e022, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.911254] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67020ac-133a-4234-95f0-b010006a28bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.917138] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1084.917138] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5206c82b-b3e0-9fd3-f92e-bd8055ae4f4a" [ 1084.917138] env[62748]: _type = "Task" [ 1084.917138] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.925522] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5206c82b-b3e0-9fd3-f92e-bd8055ae4f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.928973] env[62748]: DEBUG nova.compute.utils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.933662] env[62748]: DEBUG nova.compute.manager [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.933662] env[62748]: DEBUG nova.network.neutron [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.953680] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1f97365e-0bbb-46a0-abbe-2d093b416632 tempest-ServerRescueNegativeTestJSON-747458063 tempest-ServerRescueNegativeTestJSON-747458063-project-member] Lock "d4caa239-66c2-4304-91a9-38f960480d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.933s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.983984] env[62748]: DEBUG nova.policy [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd446c7e5e6c84971bcae6fe81e6cc7be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7f32ac6cbb04da0b24a83620502e460', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.263643] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.264027] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a19eb6a-fcf7-4cc6-8cf5-cbc6b0d519d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.272888] env[62748]: DEBUG oslo_vmware.api [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1085.272888] env[62748]: value = "task-2750568" [ 1085.272888] env[62748]: _type = "Task" [ 1085.272888] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.281305] env[62748]: DEBUG oslo_vmware.api [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.298065] env[62748]: INFO nova.compute.manager [-] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Took 1.49 seconds to deallocate network for instance. [ 1085.300737] env[62748]: DEBUG nova.network.neutron [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Successfully created port: ac049994-5ecc-45a1-bc5f-e1564a085d1b {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.428059] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5206c82b-b3e0-9fd3-f92e-bd8055ae4f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.428349] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.428638] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 5ed76a2e-dc00-478b-8d47-0d01bafda831/5ed76a2e-dc00-478b-8d47-0d01bafda831.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.428901] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c999b8-b40f-4e63-b6cb-4959534b4b3e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.434337] env[62748]: DEBUG nova.compute.manager [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.444793] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1085.444793] env[62748]: value = "task-2750569" [ 1085.444793] env[62748]: _type = "Task" [ 1085.444793] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.455433] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.628744] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452dd93e-afe3-434e-a27b-b4c7c90e0f21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.642484] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2da28a-6a0b-4803-a7a9-b9753367fc64 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.685654] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db48f63-fb44-4ce2-a1c4-d28581042b88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.695009] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1162e-26e8-4fc2-a268-7bbe8fae0e8e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.711014] env[62748]: DEBUG nova.compute.provider_tree [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.787208] env[62748]: DEBUG oslo_vmware.api [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750568, 'name': PowerOnVM_Task, 'duration_secs': 0.406908} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.788026] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.788026] env[62748]: DEBUG nova.compute.manager [None req-e6f623ca-d7a4-4846-9356-ba0f2c6a14b1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.789098] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12e00c6-ea40-4411-bc11-7079b1884558 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.807610] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.942412] env[62748]: INFO nova.virt.block_device [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Booting with volume e337ccbb-6bea-4736-8be2-4238196fed04 at /dev/sda [ 1085.960873] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510999} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.961384] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 5ed76a2e-dc00-478b-8d47-0d01bafda831/5ed76a2e-dc00-478b-8d47-0d01bafda831.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.962795] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.963065] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96129ece-5140-42af-ae4e-5cffc0901636 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.972657] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1085.972657] env[62748]: value = "task-2750570" [ 1085.972657] env[62748]: _type = "Task" [ 1085.972657] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.987631] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.993312] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3cf18b45-e0ee-4d88-9ec7-94ab7132eaaa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.003936] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eab516a-0224-416d-83da-0cb320b81628 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.045104] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fb27e6c-6ca2-406f-9278-56ce1c223ac6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.055101] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51926004-ba62-4436-a333-f4a72f25e51d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.087301] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f8c695-922c-4156-9ac3-22644bc11ce8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.094951] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41513325-2393-4c2d-bbda-beff13b2cb4b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.111520] env[62748]: DEBUG nova.virt.block_device [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating existing volume attachment record: d7629e1b-2645-478f-ad00-6bdeb3616009 {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1086.214254] env[62748]: DEBUG nova.scheduler.client.report [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.482590] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070929} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.482934] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.483648] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aeac2c-3b20-4e83-b414-edf1079e1274 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.507070] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 5ed76a2e-dc00-478b-8d47-0d01bafda831/5ed76a2e-dc00-478b-8d47-0d01bafda831.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.507387] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b9d5f8-d658-4c26-a24c-cd167bd70521 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.527253] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1086.527253] env[62748]: value = "task-2750571" [ 1086.527253] env[62748]: _type = "Task" [ 1086.527253] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.536053] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.720067] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.720845] env[62748]: DEBUG nova.compute.manager [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.728323] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.617s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.729827] env[62748]: INFO nova.compute.claims [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.867452] env[62748]: DEBUG nova.compute.manager [req-e49e6124-fee7-40fa-820c-3317220b682c req-53597804-bce4-4125-89be-7fa0b2fbb330 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Received event network-vif-plugged-ac049994-5ecc-45a1-bc5f-e1564a085d1b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1086.867687] env[62748]: DEBUG oslo_concurrency.lockutils [req-e49e6124-fee7-40fa-820c-3317220b682c req-53597804-bce4-4125-89be-7fa0b2fbb330 service nova] Acquiring lock "d2817b63-1fbc-4491-a658-473e074e5dbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.867905] env[62748]: DEBUG oslo_concurrency.lockutils [req-e49e6124-fee7-40fa-820c-3317220b682c req-53597804-bce4-4125-89be-7fa0b2fbb330 service nova] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.868407] env[62748]: DEBUG oslo_concurrency.lockutils [req-e49e6124-fee7-40fa-820c-3317220b682c req-53597804-bce4-4125-89be-7fa0b2fbb330 service nova] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.868407] env[62748]: DEBUG nova.compute.manager [req-e49e6124-fee7-40fa-820c-3317220b682c req-53597804-bce4-4125-89be-7fa0b2fbb330 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] No waiting events found dispatching network-vif-plugged-ac049994-5ecc-45a1-bc5f-e1564a085d1b {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.868407] env[62748]: WARNING nova.compute.manager [req-e49e6124-fee7-40fa-820c-3317220b682c req-53597804-bce4-4125-89be-7fa0b2fbb330 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Received unexpected event network-vif-plugged-ac049994-5ecc-45a1-bc5f-e1564a085d1b for instance with vm_state building and task_state block_device_mapping. [ 1086.952170] env[62748]: DEBUG nova.network.neutron [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Successfully updated port: ac049994-5ecc-45a1-bc5f-e1564a085d1b {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.037998] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.240334] env[62748]: DEBUG nova.compute.utils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.241662] env[62748]: DEBUG nova.compute.manager [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.241827] env[62748]: DEBUG nova.network.neutron [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.286223] env[62748]: DEBUG nova.policy [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '576b6d26a9584aa49608b3274e6b09bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30a65ce7402942c2a54c8628bde6abed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.455038] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.455211] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.455339] env[62748]: DEBUG nova.network.neutron [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.537074] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750571, 'name': ReconfigVM_Task, 'duration_secs': 0.951179} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.537470] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 5ed76a2e-dc00-478b-8d47-0d01bafda831/5ed76a2e-dc00-478b-8d47-0d01bafda831.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.538157] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85493a4c-8d10-41b5-9933-df0cca31759a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.543587] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1087.543587] env[62748]: value = "task-2750572" [ 1087.543587] env[62748]: _type = "Task" [ 1087.543587] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.551417] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750572, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.593692] env[62748]: DEBUG nova.network.neutron [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Successfully created port: 269001c4-ab77-4e62-8ba1-1cebaa0312e4 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.746258] env[62748]: DEBUG nova.compute.manager [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.899564] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c5ddda-b4f2-473a-a98f-41e0e99ec2be {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.906422] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f62b2b3-c25d-4f15-aa14-d46c3e98965c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.936376] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdee876-a9fe-465e-9a43-5c00008671de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.943484] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ddcf64-fa39-47d8-bc5c-5258475f9af1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.956440] env[62748]: DEBUG nova.compute.provider_tree [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.990215] env[62748]: DEBUG nova.network.neutron [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.053030] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750572, 'name': Rename_Task, 'duration_secs': 0.223879} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.055690] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.055956] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09abc8b1-28bb-46e9-a2a2-d1cea9a550e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.062381] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1088.062381] env[62748]: value = "task-2750573" [ 1088.062381] env[62748]: _type = "Task" [ 1088.062381] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.069802] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.130789] env[62748]: DEBUG nova.network.neutron [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance_info_cache with network_info: [{"id": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "address": "fa:16:3e:49:64:d4", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac049994-5e", "ovs_interfaceid": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.222163] env[62748]: DEBUG nova.compute.manager [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.222701] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.222918] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.223125] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.223352] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.223504] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.223656] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.223951] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.224143] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.224317] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.224486] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.224714] env[62748]: DEBUG nova.virt.hardware [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.225740] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3894e58-91be-4cc3-a53c-66103d606843 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.233698] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9717676-4c5a-471d-b42c-427b5195c8df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.460091] env[62748]: DEBUG nova.scheduler.client.report [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.571786] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750573, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.633677] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.634071] env[62748]: DEBUG nova.compute.manager [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Instance network_info: |[{"id": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "address": "fa:16:3e:49:64:d4", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac049994-5e", "ovs_interfaceid": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1088.634559] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:64:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac049994-5ecc-45a1-bc5f-e1564a085d1b', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1088.642185] env[62748]: DEBUG oslo.service.loopingcall [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1088.642433] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1088.642675] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d94fbf56-4ad2-44f0-820b-62716e188c64 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.663132] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1088.663132] env[62748]: value = "task-2750574" [ 1088.663132] env[62748]: _type = "Task" [ 1088.663132] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.670791] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750574, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.757441] env[62748]: DEBUG nova.compute.manager [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.785616] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.786062] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.786380] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.786716] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.787097] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.787349] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.787588] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.787799] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.788025] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.788227] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.788450] env[62748]: DEBUG nova.virt.hardware [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.789419] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbbc395-90d3-483c-a4c1-6262ccc970a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.797699] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dd4dc4-7897-4132-bac4-36947d0d1d3b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.896416] env[62748]: DEBUG nova.compute.manager [req-758e0c39-43fe-493d-8d73-4e65a6c09a53 req-8810c595-a452-4b74-8357-5edf899e69a6 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Received event network-changed-ac049994-5ecc-45a1-bc5f-e1564a085d1b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1088.896711] env[62748]: DEBUG nova.compute.manager [req-758e0c39-43fe-493d-8d73-4e65a6c09a53 req-8810c595-a452-4b74-8357-5edf899e69a6 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Refreshing instance network info cache due to event network-changed-ac049994-5ecc-45a1-bc5f-e1564a085d1b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1088.897023] env[62748]: DEBUG oslo_concurrency.lockutils [req-758e0c39-43fe-493d-8d73-4e65a6c09a53 req-8810c595-a452-4b74-8357-5edf899e69a6 service nova] Acquiring lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.897287] env[62748]: DEBUG oslo_concurrency.lockutils [req-758e0c39-43fe-493d-8d73-4e65a6c09a53 req-8810c595-a452-4b74-8357-5edf899e69a6 service nova] Acquired lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.897483] env[62748]: DEBUG nova.network.neutron [req-758e0c39-43fe-493d-8d73-4e65a6c09a53 req-8810c595-a452-4b74-8357-5edf899e69a6 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Refreshing network info cache for port ac049994-5ecc-45a1-bc5f-e1564a085d1b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.965810] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.966609] env[62748]: DEBUG nova.compute.manager [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.969998] env[62748]: DEBUG oslo_concurrency.lockutils [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.531s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.970211] env[62748]: DEBUG nova.objects.instance [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'resources' on Instance uuid 963c1677-26f6-4290-91b0-f77b1d181ce2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.060107] env[62748]: DEBUG nova.network.neutron [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Successfully updated port: 269001c4-ab77-4e62-8ba1-1cebaa0312e4 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.077597] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.172852] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750574, 'name': CreateVM_Task, 'duration_secs': 0.354119} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.173021] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.173708] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'device_type': None, 'delete_on_termination': True, 'disk_bus': None, 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553552', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'name': 'volume-e337ccbb-6bea-4736-8be2-4238196fed04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2817b63-1fbc-4491-a658-473e074e5dbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'serial': 'e337ccbb-6bea-4736-8be2-4238196fed04'}, 'mount_device': '/dev/sda', 'attachment_id': 'd7629e1b-2645-478f-ad00-6bdeb3616009', 'volume_type': None}], 'swap': None} {{(pid=62748) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1089.173925] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Root volume attach. Driver type: vmdk {{(pid=62748) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1089.174716] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877b18d-f141-4aa2-9c09-3f000e0c9cff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.183122] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927022fa-2713-4925-afa2-93f275622548 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.188413] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36478e19-dea0-42ba-983b-9a57d26c4a88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.195285] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1c97bfa2-65b3-4052-9f90-701e88b1c44b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.207255] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1089.207255] env[62748]: value = "task-2750575" [ 1089.207255] env[62748]: _type = "Task" [ 1089.207255] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.214900] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750575, 'name': RelocateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.472729] env[62748]: DEBUG nova.compute.utils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.477055] env[62748]: DEBUG nova.compute.manager [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.477230] env[62748]: DEBUG nova.network.neutron [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.540920] env[62748]: DEBUG nova.policy [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f3e90b7a6e43c1bcf7025687fa1189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4b024e7e6f409dac505ec750cc6007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.562432] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "refresh_cache-4370f0cb-206d-4bb3-a0db-e9e32a0c260b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1089.562634] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "refresh_cache-4370f0cb-206d-4bb3-a0db-e9e32a0c260b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.562831] env[62748]: DEBUG nova.network.neutron [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.579895] env[62748]: DEBUG oslo_vmware.api [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750573, 'name': PowerOnVM_Task, 'duration_secs': 1.025702} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.582448] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.582746] env[62748]: INFO nova.compute.manager [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1089.582953] env[62748]: DEBUG nova.compute.manager [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.584041] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47101e-9a54-4338-bd50-12221c5b5873 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.660779] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a05792-ba17-44e1-b88a-f831fed3f2d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.668930] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ce4010-2d9a-414f-8964-0f6315e1ba6c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.701436] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af04ccc-8617-4b8e-b4aa-e6ef55d2492e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.704335] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.704335] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Cleaning up deleted instances {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1089.717015] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39db711-9936-4355-9b43-63bbf843ed9b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.719635] env[62748]: DEBUG nova.network.neutron [req-758e0c39-43fe-493d-8d73-4e65a6c09a53 req-8810c595-a452-4b74-8357-5edf899e69a6 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updated VIF entry in instance network info cache for port ac049994-5ecc-45a1-bc5f-e1564a085d1b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.719943] env[62748]: DEBUG nova.network.neutron [req-758e0c39-43fe-493d-8d73-4e65a6c09a53 req-8810c595-a452-4b74-8357-5edf899e69a6 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance_info_cache with network_info: [{"id": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "address": "fa:16:3e:49:64:d4", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac049994-5e", "ovs_interfaceid": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.735017] env[62748]: DEBUG nova.compute.provider_tree [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.738195] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750575, 'name': RelocateVM_Task, 'duration_secs': 0.367849} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.738637] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1089.738835] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553552', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'name': 'volume-e337ccbb-6bea-4736-8be2-4238196fed04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2817b63-1fbc-4491-a658-473e074e5dbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'serial': 'e337ccbb-6bea-4736-8be2-4238196fed04'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1089.740031] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b618f1-5861-463b-b391-0c9f4824dade {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.755998] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c10fdd-ef6b-495f-9fa3-65ebe37e49bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.778903] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-e337ccbb-6bea-4736-8be2-4238196fed04/volume-e337ccbb-6bea-4736-8be2-4238196fed04.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.779194] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26179a97-988c-4821-928b-0189d9bef96b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.799046] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1089.799046] env[62748]: value = "task-2750576" [ 1089.799046] env[62748]: _type = "Task" [ 1089.799046] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.806881] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.980816] env[62748]: DEBUG nova.compute.manager [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.107944] env[62748]: INFO nova.compute.manager [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Took 15.90 seconds to build instance. [ 1090.114219] env[62748]: DEBUG nova.network.neutron [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.188426] env[62748]: DEBUG nova.network.neutron [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Successfully created port: 4c4a3f83-a992-4063-8f3e-bb9d456bc932 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.219753] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] There are 53 instances to clean {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1090.219890] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 77784da9-f08e-4194-8686-cb8e97f6480a] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1090.225021] env[62748]: DEBUG oslo_concurrency.lockutils [req-758e0c39-43fe-493d-8d73-4e65a6c09a53 req-8810c595-a452-4b74-8357-5edf899e69a6 service nova] Releasing lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.239797] env[62748]: DEBUG nova.scheduler.client.report [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.308516] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750576, 'name': ReconfigVM_Task, 'duration_secs': 0.242005} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.308797] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-e337ccbb-6bea-4736-8be2-4238196fed04/volume-e337ccbb-6bea-4736-8be2-4238196fed04.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.313455] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56e9f2df-669f-409a-be85-af5a3003effc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.329555] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1090.329555] env[62748]: value = "task-2750577" [ 1090.329555] env[62748]: _type = "Task" [ 1090.329555] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.334200] env[62748]: DEBUG nova.network.neutron [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Updating instance_info_cache with network_info: [{"id": "269001c4-ab77-4e62-8ba1-1cebaa0312e4", "address": "fa:16:3e:60:12:ad", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269001c4-ab", "ovs_interfaceid": "269001c4-ab77-4e62-8ba1-1cebaa0312e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.338737] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.609995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-04bc6e15-cc28-433c-b0fe-6fe8d9481432 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.405s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.725559] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 0ca5d361-8957-4c0d-ac46-cdf74d51618d] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1090.744828] env[62748]: DEBUG oslo_concurrency.lockutils [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.747295] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.940s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.747511] env[62748]: DEBUG nova.objects.instance [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lazy-loading 'resources' on Instance uuid 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.775281] env[62748]: INFO nova.scheduler.client.report [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted allocations for instance 963c1677-26f6-4290-91b0-f77b1d181ce2 [ 1090.840478] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "refresh_cache-4370f0cb-206d-4bb3-a0db-e9e32a0c260b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.840801] env[62748]: DEBUG nova.compute.manager [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Instance network_info: |[{"id": "269001c4-ab77-4e62-8ba1-1cebaa0312e4", "address": "fa:16:3e:60:12:ad", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269001c4-ab", "ovs_interfaceid": "269001c4-ab77-4e62-8ba1-1cebaa0312e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.841119] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750577, 'name': ReconfigVM_Task, 'duration_secs': 0.119039} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.841463] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:12:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '269001c4-ab77-4e62-8ba1-1cebaa0312e4', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.848912] env[62748]: DEBUG oslo.service.loopingcall [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1090.849138] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553552', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'name': 'volume-e337ccbb-6bea-4736-8be2-4238196fed04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2817b63-1fbc-4491-a658-473e074e5dbf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'serial': 'e337ccbb-6bea-4736-8be2-4238196fed04'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.849873] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.850095] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1e50872-f8a3-4a2f-b37f-70a20329e880 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.851770] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d33f565-d6f6-4ae1-9245-0ec22eac865b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.871646] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1090.871646] env[62748]: value = "task-2750578" [ 1090.871646] env[62748]: _type = "Task" [ 1090.871646] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.872886] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.872886] env[62748]: value = "task-2750579" [ 1090.872886] env[62748]: _type = "Task" [ 1090.872886] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.886234] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750578, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.886414] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750579, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.925186] env[62748]: DEBUG nova.compute.manager [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Received event network-vif-plugged-269001c4-ab77-4e62-8ba1-1cebaa0312e4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1090.925186] env[62748]: DEBUG oslo_concurrency.lockutils [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] Acquiring lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.925186] env[62748]: DEBUG oslo_concurrency.lockutils [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.925186] env[62748]: DEBUG oslo_concurrency.lockutils [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.925186] env[62748]: DEBUG nova.compute.manager [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] No waiting events found dispatching network-vif-plugged-269001c4-ab77-4e62-8ba1-1cebaa0312e4 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.925724] env[62748]: WARNING nova.compute.manager [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Received unexpected event network-vif-plugged-269001c4-ab77-4e62-8ba1-1cebaa0312e4 for instance with vm_state building and task_state spawning. [ 1090.925724] env[62748]: DEBUG nova.compute.manager [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Received event network-changed-269001c4-ab77-4e62-8ba1-1cebaa0312e4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1090.925724] env[62748]: DEBUG nova.compute.manager [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Refreshing instance network info cache due to event network-changed-269001c4-ab77-4e62-8ba1-1cebaa0312e4. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1090.925724] env[62748]: DEBUG oslo_concurrency.lockutils [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] Acquiring lock "refresh_cache-4370f0cb-206d-4bb3-a0db-e9e32a0c260b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.925895] env[62748]: DEBUG oslo_concurrency.lockutils [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] Acquired lock "refresh_cache-4370f0cb-206d-4bb3-a0db-e9e32a0c260b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.926021] env[62748]: DEBUG nova.network.neutron [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Refreshing network info cache for port 269001c4-ab77-4e62-8ba1-1cebaa0312e4 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.990752] env[62748]: DEBUG nova.compute.manager [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.017653] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.017937] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.019026] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.019026] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.019026] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.019026] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.019026] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.019026] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.019026] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.019570] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.019570] env[62748]: DEBUG nova.virt.hardware [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.020613] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b221c7a3-4d59-4190-92ea-51e32329560d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.028483] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cff441-dd06-4d77-b79f-d30dfe78dc9d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.188415] env[62748]: DEBUG nova.compute.manager [req-b256b6dc-581e-4e58-8f1f-70e448025af5 req-df93f75f-0180-4062-9532-c3b6a809f289 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1091.188415] env[62748]: DEBUG nova.compute.manager [req-b256b6dc-581e-4e58-8f1f-70e448025af5 req-df93f75f-0180-4062-9532-c3b6a809f289 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing instance network info cache due to event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1091.188579] env[62748]: DEBUG oslo_concurrency.lockutils [req-b256b6dc-581e-4e58-8f1f-70e448025af5 req-df93f75f-0180-4062-9532-c3b6a809f289 service nova] Acquiring lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.188579] env[62748]: DEBUG oslo_concurrency.lockutils [req-b256b6dc-581e-4e58-8f1f-70e448025af5 req-df93f75f-0180-4062-9532-c3b6a809f289 service nova] Acquired lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.188724] env[62748]: DEBUG nova.network.neutron [req-b256b6dc-581e-4e58-8f1f-70e448025af5 req-df93f75f-0180-4062-9532-c3b6a809f289 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing network info cache for port 11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.229161] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: c66d2f30-b9ce-4bea-bae2-85cacfc7cebf] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1091.288204] env[62748]: DEBUG oslo_concurrency.lockutils [None req-be1f7e63-aa69-44e5-a22b-e70a98eece12 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "963c1677-26f6-4290-91b0-f77b1d181ce2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.506s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.385857] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750579, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.391961] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750578, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.406974] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b84d32-942a-4c5c-8223-62b1fff1871e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.416714] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31b4d54-5c53-4b25-89dd-9c6d408e6f71 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.456836] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473667d-90d6-41ee-9e12-15b90b93fedf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.466569] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac5136a-150c-4bc7-8121-f6f70c27b51c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.482700] env[62748]: DEBUG nova.compute.provider_tree [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.733824] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 6c9eb72d-c942-4b0e-9aa5-5b69f01b6679] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1091.889708] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750579, 'name': CreateVM_Task, 'duration_secs': 0.838908} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.892932] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.893557] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750578, 'name': Rename_Task, 'duration_secs': 0.68333} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.894373] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.894731] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.895174] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1091.895787] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.896194] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3074f741-1355-454c-a602-4739e7a9060d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.898341] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f10e7f3-c037-4067-a49a-10d52deae9ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.905664] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1091.905664] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5299f39c-128a-893b-c2b2-00fc84900d1a" [ 1091.905664] env[62748]: _type = "Task" [ 1091.905664] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.909166] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1091.909166] env[62748]: value = "task-2750580" [ 1091.909166] env[62748]: _type = "Task" [ 1091.909166] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.921602] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.928277] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5299f39c-128a-893b-c2b2-00fc84900d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.931078] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.931473] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.931837] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.932216] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.932611] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.933046] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cea66e9-87e6-446b-8923-ec86bd2502a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.955913] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.955913] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.956311] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ebfb77-a3d2-4b2a-91ba-71bbb89c667b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.964545] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1091.964545] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529c2dc6-6226-2224-7ca1-f8464d40b47e" [ 1091.964545] env[62748]: _type = "Task" [ 1091.964545] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.976613] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529c2dc6-6226-2224-7ca1-f8464d40b47e, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.977512] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22ce8e0-b3aa-4b35-8cd7-a8562ea19849 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.983967] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1091.983967] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52af44ee-ddcf-3efe-29f4-661e35e30046" [ 1091.983967] env[62748]: _type = "Task" [ 1091.983967] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.989620] env[62748]: DEBUG nova.scheduler.client.report [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.002186] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52af44ee-ddcf-3efe-29f4-661e35e30046, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.003342] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.003342] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 4370f0cb-206d-4bb3-a0db-e9e32a0c260b/4370f0cb-206d-4bb3-a0db-e9e32a0c260b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.003342] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7763e427-434e-4933-a48d-9ee81e8d3ac7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.012714] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1092.012714] env[62748]: value = "task-2750581" [ 1092.012714] env[62748]: _type = "Task" [ 1092.012714] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.024737] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.026747] env[62748]: DEBUG nova.network.neutron [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Updated VIF entry in instance network info cache for port 269001c4-ab77-4e62-8ba1-1cebaa0312e4. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.027207] env[62748]: DEBUG nova.network.neutron [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Updating instance_info_cache with network_info: [{"id": "269001c4-ab77-4e62-8ba1-1cebaa0312e4", "address": "fa:16:3e:60:12:ad", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269001c4-ab", "ovs_interfaceid": "269001c4-ab77-4e62-8ba1-1cebaa0312e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.132291] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.132914] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.216657] env[62748]: DEBUG nova.network.neutron [req-b256b6dc-581e-4e58-8f1f-70e448025af5 req-df93f75f-0180-4062-9532-c3b6a809f289 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updated VIF entry in instance network info cache for port 11001c57-72a5-47f8-8ab8-394a602e7ff7. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.217109] env[62748]: DEBUG nova.network.neutron [req-b256b6dc-581e-4e58-8f1f-70e448025af5 req-df93f75f-0180-4062-9532-c3b6a809f289 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [{"id": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "address": "fa:16:3e:9b:af:f3", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11001c57-72", "ovs_interfaceid": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.235712] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: eb98008a-8fbc-477a-b0f4-ae0a513ce554] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1092.258842] env[62748]: DEBUG nova.compute.manager [req-6558e57e-34a5-4b0d-9f35-8a7b1108f8ca req-ed04c5d9-30ec-44ca-a446-5771d6583fd8 service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Received event network-vif-plugged-4c4a3f83-a992-4063-8f3e-bb9d456bc932 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1092.259181] env[62748]: DEBUG oslo_concurrency.lockutils [req-6558e57e-34a5-4b0d-9f35-8a7b1108f8ca req-ed04c5d9-30ec-44ca-a446-5771d6583fd8 service nova] Acquiring lock "ea487132-e338-44f1-9244-3d6819490374-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.259434] env[62748]: DEBUG oslo_concurrency.lockutils [req-6558e57e-34a5-4b0d-9f35-8a7b1108f8ca req-ed04c5d9-30ec-44ca-a446-5771d6583fd8 service nova] Lock "ea487132-e338-44f1-9244-3d6819490374-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.259728] env[62748]: DEBUG oslo_concurrency.lockutils [req-6558e57e-34a5-4b0d-9f35-8a7b1108f8ca req-ed04c5d9-30ec-44ca-a446-5771d6583fd8 service nova] Lock "ea487132-e338-44f1-9244-3d6819490374-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.259996] env[62748]: DEBUG nova.compute.manager [req-6558e57e-34a5-4b0d-9f35-8a7b1108f8ca req-ed04c5d9-30ec-44ca-a446-5771d6583fd8 service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] No waiting events found dispatching network-vif-plugged-4c4a3f83-a992-4063-8f3e-bb9d456bc932 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.260267] env[62748]: WARNING nova.compute.manager [req-6558e57e-34a5-4b0d-9f35-8a7b1108f8ca req-ed04c5d9-30ec-44ca-a446-5771d6583fd8 service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Received unexpected event network-vif-plugged-4c4a3f83-a992-4063-8f3e-bb9d456bc932 for instance with vm_state building and task_state spawning. [ 1092.425465] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750580, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.498259] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.520438] env[62748]: INFO nova.scheduler.client.report [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Deleted allocations for instance 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d [ 1092.527340] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488714} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.530152] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 4370f0cb-206d-4bb3-a0db-e9e32a0c260b/4370f0cb-206d-4bb3-a0db-e9e32a0c260b.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.530475] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.531042] env[62748]: DEBUG oslo_concurrency.lockutils [req-968c65f3-d3df-4a14-8b40-56aa1a60ab85 req-068ebf5c-ac15-4fc6-8ce9-a430dc17166b service nova] Releasing lock "refresh_cache-4370f0cb-206d-4bb3-a0db-e9e32a0c260b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.531737] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16531113-cb4f-4d51-8b9a-5162475a0bcf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.542799] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1092.542799] env[62748]: value = "task-2750582" [ 1092.542799] env[62748]: _type = "Task" [ 1092.542799] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.552334] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.635175] env[62748]: DEBUG nova.compute.manager [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.664629] env[62748]: DEBUG nova.network.neutron [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Successfully updated port: 4c4a3f83-a992-4063-8f3e-bb9d456bc932 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.679348] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "452261a5-4cbf-401f-8129-a38e15e9aff2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.680341] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.720200] env[62748]: DEBUG oslo_concurrency.lockutils [req-b256b6dc-581e-4e58-8f1f-70e448025af5 req-df93f75f-0180-4062-9532-c3b6a809f289 service nova] Releasing lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.739365] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 05e4e2a4-9388-42ba-8ac9-324f1d749d1e] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1092.923304] env[62748]: DEBUG oslo_vmware.api [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750580, 'name': PowerOnVM_Task, 'duration_secs': 0.767846} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.924031] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.924031] env[62748]: INFO nova.compute.manager [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Took 4.70 seconds to spawn the instance on the hypervisor. [ 1092.924198] env[62748]: DEBUG nova.compute.manager [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.924932] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33ac062-d3aa-4fcc-b368-9763dd4f7072 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.951651] env[62748]: DEBUG nova.compute.manager [req-435c3e21-cad0-41d0-bba0-5540511afe1c req-b03e8e2b-6f44-47ac-bb2e-716293b204b6 service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Received event network-changed-4c4a3f83-a992-4063-8f3e-bb9d456bc932 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1092.951740] env[62748]: DEBUG nova.compute.manager [req-435c3e21-cad0-41d0-bba0-5540511afe1c req-b03e8e2b-6f44-47ac-bb2e-716293b204b6 service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Refreshing instance network info cache due to event network-changed-4c4a3f83-a992-4063-8f3e-bb9d456bc932. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1092.951931] env[62748]: DEBUG oslo_concurrency.lockutils [req-435c3e21-cad0-41d0-bba0-5540511afe1c req-b03e8e2b-6f44-47ac-bb2e-716293b204b6 service nova] Acquiring lock "refresh_cache-ea487132-e338-44f1-9244-3d6819490374" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.952129] env[62748]: DEBUG oslo_concurrency.lockutils [req-435c3e21-cad0-41d0-bba0-5540511afe1c req-b03e8e2b-6f44-47ac-bb2e-716293b204b6 service nova] Acquired lock "refresh_cache-ea487132-e338-44f1-9244-3d6819490374" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.952252] env[62748]: DEBUG nova.network.neutron [req-435c3e21-cad0-41d0-bba0-5540511afe1c req-b03e8e2b-6f44-47ac-bb2e-716293b204b6 service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Refreshing network info cache for port 4c4a3f83-a992-4063-8f3e-bb9d456bc932 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.036377] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5b71a541-51c4-4bf1-8264-06f062d20673 tempest-AttachVolumeShelveTestJSON-1287461303 tempest-AttachVolumeShelveTestJSON-1287461303-project-member] Lock "3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.892s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.053940] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091817} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.054243] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.055049] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ca83fd-b867-4314-8429-d41d38392df0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.078384] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 4370f0cb-206d-4bb3-a0db-e9e32a0c260b/4370f0cb-206d-4bb3-a0db-e9e32a0c260b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.078646] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c858097-ecba-4653-b340-413aa04e7ab3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.099822] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1093.099822] env[62748]: value = "task-2750583" [ 1093.099822] env[62748]: _type = "Task" [ 1093.099822] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.108089] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.160426] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.160687] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.162296] env[62748]: INFO nova.compute.claims [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.167886] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "refresh_cache-ea487132-e338-44f1-9244-3d6819490374" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.185047] env[62748]: DEBUG nova.compute.manager [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.242546] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 93478106-da75-4fb0-a213-c4edf3f28797] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1093.441997] env[62748]: INFO nova.compute.manager [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Took 17.52 seconds to build instance. [ 1093.482339] env[62748]: DEBUG nova.network.neutron [req-435c3e21-cad0-41d0-bba0-5540511afe1c req-b03e8e2b-6f44-47ac-bb2e-716293b204b6 service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.581100] env[62748]: DEBUG nova.network.neutron [req-435c3e21-cad0-41d0-bba0-5540511afe1c req-b03e8e2b-6f44-47ac-bb2e-716293b204b6 service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.613019] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.706279] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.745899] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 6b600476-0316-4ff6-9df7-8bb0662ea8ac] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1093.819989] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.820204] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.944040] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6b49a0c7-4ed9-42ce-847d-5a4843e0ebdb tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.034s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.032574] env[62748]: DEBUG nova.compute.manager [req-f098a34b-caf3-4ae1-9d37-ed569b8b05ea req-7f7e290d-e9b5-47d2-8601-9dc6ea47fd58 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Received event network-changed-685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1094.032777] env[62748]: DEBUG nova.compute.manager [req-f098a34b-caf3-4ae1-9d37-ed569b8b05ea req-7f7e290d-e9b5-47d2-8601-9dc6ea47fd58 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Refreshing instance network info cache due to event network-changed-685040ed-4ad0-4e40-877c-7efcf0f176a2. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1094.032987] env[62748]: DEBUG oslo_concurrency.lockutils [req-f098a34b-caf3-4ae1-9d37-ed569b8b05ea req-7f7e290d-e9b5-47d2-8601-9dc6ea47fd58 service nova] Acquiring lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.033554] env[62748]: DEBUG oslo_concurrency.lockutils [req-f098a34b-caf3-4ae1-9d37-ed569b8b05ea req-7f7e290d-e9b5-47d2-8601-9dc6ea47fd58 service nova] Acquired lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.033782] env[62748]: DEBUG nova.network.neutron [req-f098a34b-caf3-4ae1-9d37-ed569b8b05ea req-7f7e290d-e9b5-47d2-8601-9dc6ea47fd58 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Refreshing network info cache for port 685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.084213] env[62748]: DEBUG oslo_concurrency.lockutils [req-435c3e21-cad0-41d0-bba0-5540511afe1c req-b03e8e2b-6f44-47ac-bb2e-716293b204b6 service nova] Releasing lock "refresh_cache-ea487132-e338-44f1-9244-3d6819490374" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.084590] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "refresh_cache-ea487132-e338-44f1-9244-3d6819490374" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.084768] env[62748]: DEBUG nova.network.neutron [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.110951] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750583, 'name': ReconfigVM_Task, 'duration_secs': 0.84405} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.111262] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 4370f0cb-206d-4bb3-a0db-e9e32a0c260b/4370f0cb-206d-4bb3-a0db-e9e32a0c260b.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.112142] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5c6a1ca-e0bd-45c3-8d1f-e58872753ec3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.118995] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1094.118995] env[62748]: value = "task-2750584" [ 1094.118995] env[62748]: _type = "Task" [ 1094.118995] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.128914] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750584, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.250208] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: a2f0ddd9-608a-4e8c-913a-5800addac229] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1094.322992] env[62748]: DEBUG nova.compute.manager [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.339585] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65f129d-1bfc-481a-81cd-0d699565a2c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.349603] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfe01be-7911-4a97-8509-2389391c6bd2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.387237] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66880007-7daf-4181-b501-b612f6319626 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.398439] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1553b6a-a7e3-4ccf-8e62-8349b287a19c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.412396] env[62748]: DEBUG nova.compute.provider_tree [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.630917] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750584, 'name': Rename_Task, 'duration_secs': 0.318345} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.631220] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.631560] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c7e6baf-e26c-4faa-a205-01f972d3a5fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.633697] env[62748]: DEBUG nova.network.neutron [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.641868] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1094.641868] env[62748]: value = "task-2750585" [ 1094.641868] env[62748]: _type = "Task" [ 1094.641868] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.650666] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.756625] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 0c0af599-a8ef-4a13-b0cc-a25efa685dc0] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1094.851261] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.887302] env[62748]: DEBUG nova.network.neutron [req-f098a34b-caf3-4ae1-9d37-ed569b8b05ea req-7f7e290d-e9b5-47d2-8601-9dc6ea47fd58 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Updated VIF entry in instance network info cache for port 685040ed-4ad0-4e40-877c-7efcf0f176a2. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.887676] env[62748]: DEBUG nova.network.neutron [req-f098a34b-caf3-4ae1-9d37-ed569b8b05ea req-7f7e290d-e9b5-47d2-8601-9dc6ea47fd58 service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Updating instance_info_cache with network_info: [{"id": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "address": "fa:16:3e:d9:06:29", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap685040ed-4a", "ovs_interfaceid": "685040ed-4ad0-4e40-877c-7efcf0f176a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.889573] env[62748]: DEBUG nova.network.neutron [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Updating instance_info_cache with network_info: [{"id": "4c4a3f83-a992-4063-8f3e-bb9d456bc932", "address": "fa:16:3e:33:cc:ef", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4a3f83-a9", "ovs_interfaceid": "4c4a3f83-a992-4063-8f3e-bb9d456bc932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.915906] env[62748]: DEBUG nova.scheduler.client.report [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.155108] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750585, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.259829] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 20764520-f1a0-4a0c-ac51-4d67503097bd] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1095.392367] env[62748]: DEBUG oslo_concurrency.lockutils [req-f098a34b-caf3-4ae1-9d37-ed569b8b05ea req-7f7e290d-e9b5-47d2-8601-9dc6ea47fd58 service nova] Releasing lock "refresh_cache-1951d4ff-daa7-44ac-aac5-ee032dc6a52d" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.393071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "refresh_cache-ea487132-e338-44f1-9244-3d6819490374" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.393237] env[62748]: DEBUG nova.compute.manager [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Instance network_info: |[{"id": "4c4a3f83-a992-4063-8f3e-bb9d456bc932", "address": "fa:16:3e:33:cc:ef", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4a3f83-a9", "ovs_interfaceid": "4c4a3f83-a992-4063-8f3e-bb9d456bc932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.393677] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:cc:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c4a3f83-a992-4063-8f3e-bb9d456bc932', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.405712] env[62748]: DEBUG oslo.service.loopingcall [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.406064] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea487132-e338-44f1-9244-3d6819490374] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.406432] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13446639-f3d5-4ee7-bde1-48234b4d8006 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.433176] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.433903] env[62748]: DEBUG nova.compute.manager [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.437837] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.732s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.439952] env[62748]: INFO nova.compute.claims [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.452298] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.452298] env[62748]: value = "task-2750587" [ 1095.452298] env[62748]: _type = "Task" [ 1095.452298] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.478139] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750587, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.545255] env[62748]: DEBUG nova.compute.manager [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Stashing vm_state: active {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1095.656452] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750585, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.763803] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: a4607322-e8ff-436e-8415-d743fb94990c] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1095.947082] env[62748]: DEBUG nova.compute.utils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.950684] env[62748]: DEBUG nova.compute.manager [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.950684] env[62748]: DEBUG nova.network.neutron [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.962293] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750587, 'name': CreateVM_Task, 'duration_secs': 0.492951} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.962403] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea487132-e338-44f1-9244-3d6819490374] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.963432] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.963432] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.963432] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.963657] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a00b4e-9454-4291-b64f-8fd25d04d2e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.968849] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1095.968849] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529ba61f-14cb-6b58-f577-75d27116e574" [ 1095.968849] env[62748]: _type = "Task" [ 1095.968849] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.977731] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529ba61f-14cb-6b58-f577-75d27116e574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.991657] env[62748]: DEBUG nova.policy [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113ce291286d473dba17923ce0ec3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ec8d1b391d40a6bcff4dd9e14eb5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.056739] env[62748]: DEBUG nova.compute.manager [req-2a7e78ea-bd60-4a06-8348-5c74475df62f req-55707aad-bbd9-417a-b4e1-a7c7b2935bd1 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Received event network-changed-ac049994-5ecc-45a1-bc5f-e1564a085d1b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1096.057051] env[62748]: DEBUG nova.compute.manager [req-2a7e78ea-bd60-4a06-8348-5c74475df62f req-55707aad-bbd9-417a-b4e1-a7c7b2935bd1 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Refreshing instance network info cache due to event network-changed-ac049994-5ecc-45a1-bc5f-e1564a085d1b. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1096.057199] env[62748]: DEBUG oslo_concurrency.lockutils [req-2a7e78ea-bd60-4a06-8348-5c74475df62f req-55707aad-bbd9-417a-b4e1-a7c7b2935bd1 service nova] Acquiring lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.057327] env[62748]: DEBUG oslo_concurrency.lockutils [req-2a7e78ea-bd60-4a06-8348-5c74475df62f req-55707aad-bbd9-417a-b4e1-a7c7b2935bd1 service nova] Acquired lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.057489] env[62748]: DEBUG nova.network.neutron [req-2a7e78ea-bd60-4a06-8348-5c74475df62f req-55707aad-bbd9-417a-b4e1-a7c7b2935bd1 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Refreshing network info cache for port ac049994-5ecc-45a1-bc5f-e1564a085d1b {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.066711] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.156328] env[62748]: DEBUG oslo_vmware.api [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750585, 'name': PowerOnVM_Task, 'duration_secs': 1.072402} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.156609] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.156866] env[62748]: INFO nova.compute.manager [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1096.157027] env[62748]: DEBUG nova.compute.manager [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.157802] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e9b678-c0cb-4202-87bd-34949f144e04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.253371] env[62748]: DEBUG nova.network.neutron [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Successfully created port: 5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.267024] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: fbc45eb6-6e8f-44bf-b781-cef4122109cc] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1096.451138] env[62748]: DEBUG nova.compute.manager [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.482738] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529ba61f-14cb-6b58-f577-75d27116e574, 'name': SearchDatastore_Task, 'duration_secs': 0.01912} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.483101] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.483577] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.483577] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.483726] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.483889] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.484167] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd43c64-ed8f-4416-8b32-582133d076e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.498554] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.498782] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.502337] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9190d98-50ff-4907-888a-375a3ed981b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.508633] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1096.508633] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a786a9-1eb5-67a3-9a94-7006dc51d0ed" [ 1096.508633] env[62748]: _type = "Task" [ 1096.508633] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.519593] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a786a9-1eb5-67a3-9a94-7006dc51d0ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.628173] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703ce71b-c1b4-406c-b476-1c2dee145308 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.639497] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f10e79-1bc3-41cb-a9d5-a34a317ed88c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.676120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceb77f9-a5e0-4e3d-979c-7024abcd69aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.684828] env[62748]: INFO nova.compute.manager [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Took 18.29 seconds to build instance. [ 1096.689297] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9447a83-5700-4286-8d9e-7b71775f3f39 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.703822] env[62748]: DEBUG nova.compute.provider_tree [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.770110] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: c5bc03b8-4250-42ad-a516-2ea1304776b9] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1096.840559] env[62748]: DEBUG nova.network.neutron [req-2a7e78ea-bd60-4a06-8348-5c74475df62f req-55707aad-bbd9-417a-b4e1-a7c7b2935bd1 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updated VIF entry in instance network info cache for port ac049994-5ecc-45a1-bc5f-e1564a085d1b. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.840937] env[62748]: DEBUG nova.network.neutron [req-2a7e78ea-bd60-4a06-8348-5c74475df62f req-55707aad-bbd9-417a-b4e1-a7c7b2935bd1 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance_info_cache with network_info: [{"id": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "address": "fa:16:3e:49:64:d4", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac049994-5e", "ovs_interfaceid": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.021862] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a786a9-1eb5-67a3-9a94-7006dc51d0ed, 'name': SearchDatastore_Task, 'duration_secs': 0.02224} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.022674] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65990d38-adc6-4bd8-9836-621c6258c9c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.028783] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1097.028783] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525cd7d1-554f-aa9d-e17f-49e6b8ac9492" [ 1097.028783] env[62748]: _type = "Task" [ 1097.028783] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.038027] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525cd7d1-554f-aa9d-e17f-49e6b8ac9492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.188826] env[62748]: DEBUG oslo_concurrency.lockutils [None req-48386572-452c-4787-8bef-37db79d08ade tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.810s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.208243] env[62748]: DEBUG nova.scheduler.client.report [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.272914] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 6552a2bf-0cb2-42bd-9652-756cd08881d9] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1097.344093] env[62748]: DEBUG oslo_concurrency.lockutils [req-2a7e78ea-bd60-4a06-8348-5c74475df62f req-55707aad-bbd9-417a-b4e1-a7c7b2935bd1 service nova] Releasing lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.463817] env[62748]: DEBUG nova.compute.manager [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.491122] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.491376] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.491541] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.491726] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.491880] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.492045] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.492269] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.492428] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.492597] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.492762] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.492939] env[62748]: DEBUG nova.virt.hardware [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.493840] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197dde7d-f039-41e1-beb2-d3952124341d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.502588] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626eb766-ca83-4078-92dc-1e2048896a80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.538530] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525cd7d1-554f-aa9d-e17f-49e6b8ac9492, 'name': SearchDatastore_Task, 'duration_secs': 0.023049} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.538801] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.540034] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] ea487132-e338-44f1-9244-3d6819490374/ea487132-e338-44f1-9244-3d6819490374.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.540034] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5144e990-dcba-4d3b-a50a-00f5b1412d0e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.546788] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1097.546788] env[62748]: value = "task-2750588" [ 1097.546788] env[62748]: _type = "Task" [ 1097.546788] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.555015] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.674972] env[62748]: DEBUG nova.compute.manager [req-47674b0d-4629-4993-9f63-5b8573d1ddb4 req-d9c29f35-bf7e-4988-9764-b6fc18bfc72d service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received event network-vif-plugged-5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1097.674972] env[62748]: DEBUG oslo_concurrency.lockutils [req-47674b0d-4629-4993-9f63-5b8573d1ddb4 req-d9c29f35-bf7e-4988-9764-b6fc18bfc72d service nova] Acquiring lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.675205] env[62748]: DEBUG oslo_concurrency.lockutils [req-47674b0d-4629-4993-9f63-5b8573d1ddb4 req-d9c29f35-bf7e-4988-9764-b6fc18bfc72d service nova] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.675381] env[62748]: DEBUG oslo_concurrency.lockutils [req-47674b0d-4629-4993-9f63-5b8573d1ddb4 req-d9c29f35-bf7e-4988-9764-b6fc18bfc72d service nova] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.675552] env[62748]: DEBUG nova.compute.manager [req-47674b0d-4629-4993-9f63-5b8573d1ddb4 req-d9c29f35-bf7e-4988-9764-b6fc18bfc72d service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] No waiting events found dispatching network-vif-plugged-5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.675765] env[62748]: WARNING nova.compute.manager [req-47674b0d-4629-4993-9f63-5b8573d1ddb4 req-d9c29f35-bf7e-4988-9764-b6fc18bfc72d service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received unexpected event network-vif-plugged-5307c111-9b67-4263-ad9d-2b18c5610154 for instance with vm_state building and task_state spawning. [ 1097.713218] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.713748] env[62748]: DEBUG nova.compute.manager [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.716465] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.867s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.718325] env[62748]: INFO nova.compute.claims [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.728285] env[62748]: DEBUG nova.network.neutron [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Successfully updated port: 5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.775713] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 94381e49-26e7-4887-888e-aba97251abeb] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1098.057975] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750588, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.084285] env[62748]: DEBUG nova.compute.manager [req-fa1355f1-fe1c-4514-b2f5-ea589c30b197 req-0e9f42e1-1e90-4fc4-bdbd-1a3946be04a4 service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Received event network-changed-269001c4-ab77-4e62-8ba1-1cebaa0312e4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1098.084534] env[62748]: DEBUG nova.compute.manager [req-fa1355f1-fe1c-4514-b2f5-ea589c30b197 req-0e9f42e1-1e90-4fc4-bdbd-1a3946be04a4 service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Refreshing instance network info cache due to event network-changed-269001c4-ab77-4e62-8ba1-1cebaa0312e4. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1098.084700] env[62748]: DEBUG oslo_concurrency.lockutils [req-fa1355f1-fe1c-4514-b2f5-ea589c30b197 req-0e9f42e1-1e90-4fc4-bdbd-1a3946be04a4 service nova] Acquiring lock "refresh_cache-4370f0cb-206d-4bb3-a0db-e9e32a0c260b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.084849] env[62748]: DEBUG oslo_concurrency.lockutils [req-fa1355f1-fe1c-4514-b2f5-ea589c30b197 req-0e9f42e1-1e90-4fc4-bdbd-1a3946be04a4 service nova] Acquired lock "refresh_cache-4370f0cb-206d-4bb3-a0db-e9e32a0c260b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.085266] env[62748]: DEBUG nova.network.neutron [req-fa1355f1-fe1c-4514-b2f5-ea589c30b197 req-0e9f42e1-1e90-4fc4-bdbd-1a3946be04a4 service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Refreshing network info cache for port 269001c4-ab77-4e62-8ba1-1cebaa0312e4 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.225100] env[62748]: DEBUG nova.compute.utils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.226460] env[62748]: DEBUG nova.compute.manager [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.227075] env[62748]: DEBUG nova.network.neutron [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.233730] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.233896] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.234058] env[62748]: DEBUG nova.network.neutron [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.279037] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: a58d36eb-0515-4537-9d98-d29179aeed2b] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1098.284641] env[62748]: DEBUG nova.policy [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b03b6f02a246f79d762e3ab4d3e404', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa3df52b5fb64f8db3cde5b5d8172c62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.558447] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759206} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.558715] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] ea487132-e338-44f1-9244-3d6819490374/ea487132-e338-44f1-9244-3d6819490374.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.558919] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.559183] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94f0754f-9d5e-4de6-aaaf-c7df9ab1aa6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.565828] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1098.565828] env[62748]: value = "task-2750589" [ 1098.565828] env[62748]: _type = "Task" [ 1098.565828] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.575667] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.734127] env[62748]: DEBUG nova.compute.manager [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.783637] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 84540cb5-a09f-4d13-acf7-3940379ae10e] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1098.825862] env[62748]: DEBUG nova.network.neutron [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.927249] env[62748]: DEBUG nova.network.neutron [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Successfully created port: 39a8dd65-e321-47a8-90a2-a3ab173d882f {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.930872] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b4345-d1c1-4c89-9bb5-9581ce5f870c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.938662] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e69170-1c35-42db-a307-c5c895cdc6e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.971266] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77e95fd-42af-4795-88b3-60d7a613d970 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.978868] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6b2789-f157-40e8-92fc-843d7eba7d22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.995021] env[62748]: DEBUG nova.compute.provider_tree [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.076182] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079683} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.076467] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.077268] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf54dab-f3d2-4f08-9a08-a67d1ee477fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.098986] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] ea487132-e338-44f1-9244-3d6819490374/ea487132-e338-44f1-9244-3d6819490374.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.099313] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4551b53-e8b3-46fd-8f8d-104d3c84acf4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.118767] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1099.118767] env[62748]: value = "task-2750590" [ 1099.118767] env[62748]: _type = "Task" [ 1099.118767] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.126703] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.291023] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 7e7429d8-10f7-4ab4-9ea8-49cdbcc32e26] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1099.498617] env[62748]: DEBUG nova.scheduler.client.report [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.539235] env[62748]: DEBUG nova.network.neutron [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updating instance_info_cache with network_info: [{"id": "5307c111-9b67-4263-ad9d-2b18c5610154", "address": "fa:16:3e:b0:f1:cf", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307c111-9b", "ovs_interfaceid": "5307c111-9b67-4263-ad9d-2b18c5610154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.556149] env[62748]: DEBUG nova.network.neutron [req-fa1355f1-fe1c-4514-b2f5-ea589c30b197 req-0e9f42e1-1e90-4fc4-bdbd-1a3946be04a4 service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Updated VIF entry in instance network info cache for port 269001c4-ab77-4e62-8ba1-1cebaa0312e4. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.556492] env[62748]: DEBUG nova.network.neutron [req-fa1355f1-fe1c-4514-b2f5-ea589c30b197 req-0e9f42e1-1e90-4fc4-bdbd-1a3946be04a4 service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Updating instance_info_cache with network_info: [{"id": "269001c4-ab77-4e62-8ba1-1cebaa0312e4", "address": "fa:16:3e:60:12:ad", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap269001c4-ab", "ovs_interfaceid": "269001c4-ab77-4e62-8ba1-1cebaa0312e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.630011] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.706471] env[62748]: DEBUG nova.compute.manager [req-d573114a-0fff-465e-b910-b96bf82ac038 req-411637b5-7be3-4ba6-8bec-ee3293ca886e service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received event network-changed-5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.706724] env[62748]: DEBUG nova.compute.manager [req-d573114a-0fff-465e-b910-b96bf82ac038 req-411637b5-7be3-4ba6-8bec-ee3293ca886e service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing instance network info cache due to event network-changed-5307c111-9b67-4263-ad9d-2b18c5610154. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1099.706927] env[62748]: DEBUG oslo_concurrency.lockutils [req-d573114a-0fff-465e-b910-b96bf82ac038 req-411637b5-7be3-4ba6-8bec-ee3293ca886e service nova] Acquiring lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.751605] env[62748]: DEBUG nova.compute.manager [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.780268] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.780522] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.780769] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.780953] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.781025] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.781187] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.781406] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.781566] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.781736] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.781905] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.782101] env[62748]: DEBUG nova.virt.hardware [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.782971] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d098a187-e066-4ebd-8546-500aab91bc27 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.791793] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9e845f-fc35-437a-a661-1aa926c0dff4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.796219] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 6dff7523-d554-4aa1-8f90-54f11071b181] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1100.003999] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.004569] env[62748]: DEBUG nova.compute.manager [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.007780] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.941s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.042480] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.042480] env[62748]: DEBUG nova.compute.manager [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Instance network_info: |[{"id": "5307c111-9b67-4263-ad9d-2b18c5610154", "address": "fa:16:3e:b0:f1:cf", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307c111-9b", "ovs_interfaceid": "5307c111-9b67-4263-ad9d-2b18c5610154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.042731] env[62748]: DEBUG oslo_concurrency.lockutils [req-d573114a-0fff-465e-b910-b96bf82ac038 req-411637b5-7be3-4ba6-8bec-ee3293ca886e service nova] Acquired lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.042855] env[62748]: DEBUG nova.network.neutron [req-d573114a-0fff-465e-b910-b96bf82ac038 req-411637b5-7be3-4ba6-8bec-ee3293ca886e service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing network info cache for port 5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.044268] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:f1:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5307c111-9b67-4263-ad9d-2b18c5610154', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.052101] env[62748]: DEBUG oslo.service.loopingcall [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.052565] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.053813] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbe090c4-a6fe-4a3b-9540-556aea2385f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.069009] env[62748]: DEBUG oslo_concurrency.lockutils [req-fa1355f1-fe1c-4514-b2f5-ea589c30b197 req-0e9f42e1-1e90-4fc4-bdbd-1a3946be04a4 service nova] Releasing lock "refresh_cache-4370f0cb-206d-4bb3-a0db-e9e32a0c260b" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.075731] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.075731] env[62748]: value = "task-2750591" [ 1100.075731] env[62748]: _type = "Task" [ 1100.075731] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.083910] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750591, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.129313] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750590, 'name': ReconfigVM_Task, 'duration_secs': 0.732809} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.129579] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Reconfigured VM instance instance-00000068 to attach disk [datastore2] ea487132-e338-44f1-9244-3d6819490374/ea487132-e338-44f1-9244-3d6819490374.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.130229] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d165c6d1-2d6a-48fe-b528-dc133c3eb6a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.135820] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1100.135820] env[62748]: value = "task-2750592" [ 1100.135820] env[62748]: _type = "Task" [ 1100.135820] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.143783] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750592, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.299792] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 87d2e0de-45a3-4d3a-a4c2-40f68c46794f] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1100.513104] env[62748]: DEBUG nova.compute.utils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.515352] env[62748]: INFO nova.compute.claims [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.522037] env[62748]: DEBUG nova.compute.manager [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.522037] env[62748]: DEBUG nova.network.neutron [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.587181] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750591, 'name': CreateVM_Task, 'duration_secs': 0.489488} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.591013] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.591013] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.591013] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.591013] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.591013] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77061c7-7bdd-4ff0-b696-61e2b1872b95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.594275] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1100.594275] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cb9b5b-7ccd-a8e6-4a60-61246675fe51" [ 1100.594275] env[62748]: _type = "Task" [ 1100.594275] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.603188] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cb9b5b-7ccd-a8e6-4a60-61246675fe51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.604769] env[62748]: DEBUG nova.policy [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '725a5803006a47f7bb3cfc9a7251c6b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5187cb1dcad43ef9bbbc34483ffca98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.646162] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750592, 'name': Rename_Task, 'duration_secs': 0.178575} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.646471] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.646735] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-340da693-c7c6-45b6-b1a0-0fefb8315045 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.653940] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1100.653940] env[62748]: value = "task-2750593" [ 1100.653940] env[62748]: _type = "Task" [ 1100.653940] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.664657] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.803330] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 5854385b-b6d7-43ed-beea-1b0b521cc700] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1101.021586] env[62748]: DEBUG nova.compute.manager [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.030672] env[62748]: INFO nova.compute.resource_tracker [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating resource usage from migration 63af6089-c975-43ae-8cf1-ee0793c66754 [ 1101.105847] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cb9b5b-7ccd-a8e6-4a60-61246675fe51, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.105847] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.105847] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.106118] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.106195] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.106379] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.107756] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3de62dfc-b26f-46a5-8aa9-0eff999e20f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.118234] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.118445] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.119234] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17472fa-47a9-42ba-8379-49a6fe72863b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.128419] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1101.128419] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527f53b9-ad02-715f-f7d1-e56e1a86f9f7" [ 1101.128419] env[62748]: _type = "Task" [ 1101.128419] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.137944] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527f53b9-ad02-715f-f7d1-e56e1a86f9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.149376] env[62748]: DEBUG nova.network.neutron [req-d573114a-0fff-465e-b910-b96bf82ac038 req-411637b5-7be3-4ba6-8bec-ee3293ca886e service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updated VIF entry in instance network info cache for port 5307c111-9b67-4263-ad9d-2b18c5610154. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.149981] env[62748]: DEBUG nova.network.neutron [req-d573114a-0fff-465e-b910-b96bf82ac038 req-411637b5-7be3-4ba6-8bec-ee3293ca886e service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updating instance_info_cache with network_info: [{"id": "5307c111-9b67-4263-ad9d-2b18c5610154", "address": "fa:16:3e:b0:f1:cf", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307c111-9b", "ovs_interfaceid": "5307c111-9b67-4263-ad9d-2b18c5610154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.165922] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750593, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.308542] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 27244b7b-689a-484d-8a3b-d643c95b9447] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1101.390171] env[62748]: DEBUG nova.network.neutron [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Successfully created port: 31ecf7a9-1b97-4133-8f92-1d16ae1df785 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.395354] env[62748]: DEBUG nova.network.neutron [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Successfully updated port: 39a8dd65-e321-47a8-90a2-a3ab173d882f {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.508112] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff58bab-4720-46ec-b5b8-db06e254804f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.513935] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7b56b1-d77e-4fb9-9bbb-371d32f59b2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.550277] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fcfbbd-0ba6-4a4a-9147-078313fb0726 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.557949] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bbb98d-1fa2-45aa-991a-4eee19b4c6db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.573014] env[62748]: DEBUG nova.compute.provider_tree [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.638630] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527f53b9-ad02-715f-f7d1-e56e1a86f9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01506} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.639665] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-952533b7-d180-405f-bf5b-03319345316e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.645566] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1101.645566] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526e4990-be51-1450-9f8f-2fe68795371a" [ 1101.645566] env[62748]: _type = "Task" [ 1101.645566] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.654235] env[62748]: DEBUG oslo_concurrency.lockutils [req-d573114a-0fff-465e-b910-b96bf82ac038 req-411637b5-7be3-4ba6-8bec-ee3293ca886e service nova] Releasing lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.654556] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526e4990-be51-1450-9f8f-2fe68795371a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.662149] env[62748]: DEBUG oslo_vmware.api [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750593, 'name': PowerOnVM_Task, 'duration_secs': 0.516084} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.662503] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.662713] env[62748]: INFO nova.compute.manager [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1101.662921] env[62748]: DEBUG nova.compute.manager [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.663803] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f9a515-68c8-493c-a25f-4a3d30d7265d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.745456] env[62748]: DEBUG nova.compute.manager [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Received event network-vif-plugged-39a8dd65-e321-47a8-90a2-a3ab173d882f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1101.745757] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] Acquiring lock "452261a5-4cbf-401f-8129-a38e15e9aff2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.745984] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.746225] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.746430] env[62748]: DEBUG nova.compute.manager [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] No waiting events found dispatching network-vif-plugged-39a8dd65-e321-47a8-90a2-a3ab173d882f {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.746551] env[62748]: WARNING nova.compute.manager [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Received unexpected event network-vif-plugged-39a8dd65-e321-47a8-90a2-a3ab173d882f for instance with vm_state building and task_state spawning. [ 1101.746801] env[62748]: DEBUG nova.compute.manager [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Received event network-changed-39a8dd65-e321-47a8-90a2-a3ab173d882f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1101.746907] env[62748]: DEBUG nova.compute.manager [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Refreshing instance network info cache due to event network-changed-39a8dd65-e321-47a8-90a2-a3ab173d882f. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1101.747092] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] Acquiring lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.747235] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] Acquired lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.747396] env[62748]: DEBUG nova.network.neutron [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Refreshing network info cache for port 39a8dd65-e321-47a8-90a2-a3ab173d882f {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.811111] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: fe543823-1abd-4623-a715-351930faaaf9] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1101.898716] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.055075] env[62748]: DEBUG nova.compute.manager [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.079458] env[62748]: DEBUG nova.scheduler.client.report [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.084266] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.084493] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.084652] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.084836] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.084982] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.085145] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.085352] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.085533] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.085732] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.085900] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.086090] env[62748]: DEBUG nova.virt.hardware [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.087278] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70592443-f1a7-4053-8b7b-ace95fa1811d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.095733] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251a2d0b-e526-4ec0-ac6b-858b3b32c35d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.156613] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526e4990-be51-1450-9f8f-2fe68795371a, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.156868] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.157155] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 55a7cf2f-0c9d-4134-9fcd-a6e277d74086/55a7cf2f-0c9d-4134-9fcd-a6e277d74086.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.157478] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3b65b7b-acf9-4af4-9540-f22a20f72b49 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.165085] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1102.165085] env[62748]: value = "task-2750594" [ 1102.165085] env[62748]: _type = "Task" [ 1102.165085] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.173580] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.182255] env[62748]: INFO nova.compute.manager [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Took 22.09 seconds to build instance. [ 1102.279258] env[62748]: DEBUG nova.network.neutron [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.317105] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: ee909775-074b-4971-9500-7f24f0f92ac8] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1102.350846] env[62748]: DEBUG nova.network.neutron [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.592033] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.584s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.592033] env[62748]: INFO nova.compute.manager [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Migrating [ 1102.674703] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496019} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.674966] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 55a7cf2f-0c9d-4134-9fcd-a6e277d74086/55a7cf2f-0c9d-4134-9fcd-a6e277d74086.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.675203] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.675448] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4a469c7-cade-4e66-875b-13e7bda79fb4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.680859] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1102.680859] env[62748]: value = "task-2750595" [ 1102.680859] env[62748]: _type = "Task" [ 1102.680859] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.685270] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ad81e499-5797-4ce3-9b97-09463e8c1514 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "ea487132-e338-44f1-9244-3d6819490374" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.602s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.688402] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.820738] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 372401d7-1bda-48e2-895c-66ac16cf1dd2] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1102.836755] env[62748]: DEBUG nova.compute.manager [req-207efb50-cd87-4294-b25b-0c7494617b75 req-24269fd8-a255-4df1-9245-156139d7cb57 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Received event network-vif-plugged-31ecf7a9-1b97-4133-8f92-1d16ae1df785 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1102.837123] env[62748]: DEBUG oslo_concurrency.lockutils [req-207efb50-cd87-4294-b25b-0c7494617b75 req-24269fd8-a255-4df1-9245-156139d7cb57 service nova] Acquiring lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.837502] env[62748]: DEBUG oslo_concurrency.lockutils [req-207efb50-cd87-4294-b25b-0c7494617b75 req-24269fd8-a255-4df1-9245-156139d7cb57 service nova] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.837669] env[62748]: DEBUG oslo_concurrency.lockutils [req-207efb50-cd87-4294-b25b-0c7494617b75 req-24269fd8-a255-4df1-9245-156139d7cb57 service nova] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.837933] env[62748]: DEBUG nova.compute.manager [req-207efb50-cd87-4294-b25b-0c7494617b75 req-24269fd8-a255-4df1-9245-156139d7cb57 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] No waiting events found dispatching network-vif-plugged-31ecf7a9-1b97-4133-8f92-1d16ae1df785 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1102.838189] env[62748]: WARNING nova.compute.manager [req-207efb50-cd87-4294-b25b-0c7494617b75 req-24269fd8-a255-4df1-9245-156139d7cb57 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Received unexpected event network-vif-plugged-31ecf7a9-1b97-4133-8f92-1d16ae1df785 for instance with vm_state building and task_state spawning. [ 1102.853343] env[62748]: DEBUG oslo_concurrency.lockutils [req-ca53da4f-4741-4a33-8893-8b94406d6d0c req-78015e1d-d17f-40fc-93bc-bc9ad43eb148 service nova] Releasing lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.854096] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.854269] env[62748]: DEBUG nova.network.neutron [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.106247] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.106441] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.106637] env[62748]: DEBUG nova.network.neutron [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.190609] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062557} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.190885] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.191674] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2041b87d-efaa-42e2-929d-a4be808f3866 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.213265] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 55a7cf2f-0c9d-4134-9fcd-a6e277d74086/55a7cf2f-0c9d-4134-9fcd-a6e277d74086.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.213524] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccdc0d10-a73e-4e1d-8704-6c43137415d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.232731] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1103.232731] env[62748]: value = "task-2750596" [ 1103.232731] env[62748]: _type = "Task" [ 1103.232731] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.240048] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.324916] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: b755a127-3a69-4592-b7a0-e5d314cccf3a] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1103.394817] env[62748]: DEBUG nova.network.neutron [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.415077] env[62748]: DEBUG nova.network.neutron [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Successfully updated port: 31ecf7a9-1b97-4133-8f92-1d16ae1df785 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.562895] env[62748]: DEBUG nova.network.neutron [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance_info_cache with network_info: [{"id": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "address": "fa:16:3e:e9:33:36", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8dd65-e3", "ovs_interfaceid": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.631034] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "ea487132-e338-44f1-9244-3d6819490374" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.631225] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "ea487132-e338-44f1-9244-3d6819490374" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.631351] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "ea487132-e338-44f1-9244-3d6819490374-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.631542] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "ea487132-e338-44f1-9244-3d6819490374-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.631739] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "ea487132-e338-44f1-9244-3d6819490374-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.634281] env[62748]: INFO nova.compute.manager [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Terminating instance [ 1103.744510] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750596, 'name': ReconfigVM_Task, 'duration_secs': 0.279021} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.744805] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 55a7cf2f-0c9d-4134-9fcd-a6e277d74086/55a7cf2f-0c9d-4134-9fcd-a6e277d74086.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.745440] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e722f7fb-3517-447f-9ed9-82f8d49a434c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.752675] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1103.752675] env[62748]: value = "task-2750597" [ 1103.752675] env[62748]: _type = "Task" [ 1103.752675] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.762114] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750597, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.773174] env[62748]: DEBUG nova.compute.manager [req-e9920bc6-6a19-477f-a9f0-5ca39393cbcf req-09ddb98b-863b-4b12-bbc8-1be66dad1217 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Received event network-changed-31ecf7a9-1b97-4133-8f92-1d16ae1df785 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.773365] env[62748]: DEBUG nova.compute.manager [req-e9920bc6-6a19-477f-a9f0-5ca39393cbcf req-09ddb98b-863b-4b12-bbc8-1be66dad1217 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Refreshing instance network info cache due to event network-changed-31ecf7a9-1b97-4133-8f92-1d16ae1df785. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1103.773606] env[62748]: DEBUG oslo_concurrency.lockutils [req-e9920bc6-6a19-477f-a9f0-5ca39393cbcf req-09ddb98b-863b-4b12-bbc8-1be66dad1217 service nova] Acquiring lock "refresh_cache-dce8cf57-b9e8-43d4-899f-7506bd161ed4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.773748] env[62748]: DEBUG oslo_concurrency.lockutils [req-e9920bc6-6a19-477f-a9f0-5ca39393cbcf req-09ddb98b-863b-4b12-bbc8-1be66dad1217 service nova] Acquired lock "refresh_cache-dce8cf57-b9e8-43d4-899f-7506bd161ed4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.773911] env[62748]: DEBUG nova.network.neutron [req-e9920bc6-6a19-477f-a9f0-5ca39393cbcf req-09ddb98b-863b-4b12-bbc8-1be66dad1217 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Refreshing network info cache for port 31ecf7a9-1b97-4133-8f92-1d16ae1df785 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.829286] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: c1170d7d-5575-47e7-a533-74737cb7dd3e] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1103.832063] env[62748]: DEBUG nova.network.neutron [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance_info_cache with network_info: [{"id": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "address": "fa:16:3e:49:64:d4", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac049994-5e", "ovs_interfaceid": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.918582] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-dce8cf57-b9e8-43d4-899f-7506bd161ed4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.065182] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.065562] env[62748]: DEBUG nova.compute.manager [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Instance network_info: |[{"id": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "address": "fa:16:3e:e9:33:36", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8dd65-e3", "ovs_interfaceid": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.066017] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:33:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39a8dd65-e321-47a8-90a2-a3ab173d882f', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.073854] env[62748]: DEBUG oslo.service.loopingcall [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.074107] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.074725] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f27569-cd76-41c3-bb77-4cb2eb20663f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.094880] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.094880] env[62748]: value = "task-2750598" [ 1104.094880] env[62748]: _type = "Task" [ 1104.094880] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.103623] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750598, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.141180] env[62748]: DEBUG nova.compute.manager [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.141493] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.142396] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab17efc2-0bc0-44df-88e4-fe46bc4c2349 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.150151] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.150385] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e85a97-a4a6-49db-b919-58075f7f503e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.156622] env[62748]: DEBUG oslo_vmware.api [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1104.156622] env[62748]: value = "task-2750599" [ 1104.156622] env[62748]: _type = "Task" [ 1104.156622] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.164691] env[62748]: DEBUG oslo_vmware.api [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.262734] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750597, 'name': Rename_Task, 'duration_secs': 0.164768} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.262883] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.263078] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd0b505d-34f1-40e7-8189-a75738bd8252 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.269513] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1104.269513] env[62748]: value = "task-2750600" [ 1104.269513] env[62748]: _type = "Task" [ 1104.269513] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.279175] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.327354] env[62748]: DEBUG nova.network.neutron [req-e9920bc6-6a19-477f-a9f0-5ca39393cbcf req-09ddb98b-863b-4b12-bbc8-1be66dad1217 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.334015] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 2b0777f5-27ab-42ba-814e-8d1cb77e043e] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1104.336302] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.405466] env[62748]: DEBUG nova.network.neutron [req-e9920bc6-6a19-477f-a9f0-5ca39393cbcf req-09ddb98b-863b-4b12-bbc8-1be66dad1217 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.604947] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750598, 'name': CreateVM_Task, 'duration_secs': 0.44845} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.605167] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.605976] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.606192] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.606526] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1104.606802] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b65f14-49bb-4a6c-a667-07942b2fa1b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.611611] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1104.611611] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529eeaee-20f2-a6a4-5033-213bc3febe10" [ 1104.611611] env[62748]: _type = "Task" [ 1104.611611] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.619662] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529eeaee-20f2-a6a4-5033-213bc3febe10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.665818] env[62748]: DEBUG oslo_vmware.api [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750599, 'name': PowerOffVM_Task, 'duration_secs': 0.250462} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.666116] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.666293] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.666552] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c42f3c0b-2677-447c-993f-bffbce23893a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.727834] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.728097] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.728292] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleting the datastore file [datastore2] ea487132-e338-44f1-9244-3d6819490374 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.728565] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59131717-c319-45a0-af3d-00455d85567f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.735177] env[62748]: DEBUG oslo_vmware.api [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1104.735177] env[62748]: value = "task-2750602" [ 1104.735177] env[62748]: _type = "Task" [ 1104.735177] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.742796] env[62748]: DEBUG oslo_vmware.api [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.778917] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750600, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.838231] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 523d4764-b5ff-4e3d-ad0a-8df39eee44c2] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1104.908288] env[62748]: DEBUG oslo_concurrency.lockutils [req-e9920bc6-6a19-477f-a9f0-5ca39393cbcf req-09ddb98b-863b-4b12-bbc8-1be66dad1217 service nova] Releasing lock "refresh_cache-dce8cf57-b9e8-43d4-899f-7506bd161ed4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.908822] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-dce8cf57-b9e8-43d4-899f-7506bd161ed4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.909101] env[62748]: DEBUG nova.network.neutron [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.122375] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529eeaee-20f2-a6a4-5033-213bc3febe10, 'name': SearchDatastore_Task, 'duration_secs': 0.009634} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.122716] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.122962] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.123263] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.123420] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.123603] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.123862] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5aec25fe-4a57-4628-ba96-036da9d66dbe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.131820] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.131988] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.132816] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7510d94c-cdd9-4bc8-b8c0-e65286705634 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.138210] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1105.138210] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523f2c35-1276-9751-1673-02485b1ac31c" [ 1105.138210] env[62748]: _type = "Task" [ 1105.138210] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.145395] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523f2c35-1276-9751-1673-02485b1ac31c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.245282] env[62748]: DEBUG oslo_vmware.api [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152215} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.245568] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.245767] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.245946] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.246139] env[62748]: INFO nova.compute.manager [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: ea487132-e338-44f1-9244-3d6819490374] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1105.246379] env[62748]: DEBUG oslo.service.loopingcall [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.246579] env[62748]: DEBUG nova.compute.manager [-] [instance: ea487132-e338-44f1-9244-3d6819490374] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.246667] env[62748]: DEBUG nova.network.neutron [-] [instance: ea487132-e338-44f1-9244-3d6819490374] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.280082] env[62748]: DEBUG oslo_vmware.api [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750600, 'name': PowerOnVM_Task, 'duration_secs': 0.518855} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.280259] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.280464] env[62748]: INFO nova.compute.manager [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1105.280540] env[62748]: DEBUG nova.compute.manager [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.281300] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb0ecd8-035f-4dbc-8a90-f2a506f3084d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.344632] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 0a93aecc-eccd-4d0e-b59c-1172747378ff] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1105.450964] env[62748]: DEBUG nova.network.neutron [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.651971] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523f2c35-1276-9751-1673-02485b1ac31c, 'name': SearchDatastore_Task, 'duration_secs': 0.008138} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.653080] env[62748]: DEBUG nova.network.neutron [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Updating instance_info_cache with network_info: [{"id": "31ecf7a9-1b97-4133-8f92-1d16ae1df785", "address": "fa:16:3e:5b:d5:49", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ecf7a9-1b", "ovs_interfaceid": "31ecf7a9-1b97-4133-8f92-1d16ae1df785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.654964] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25a054f9-f6c6-4f11-a4ad-ee85805b05f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.661351] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1105.661351] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52178c55-91f4-237a-40d9-a229b836cac7" [ 1105.661351] env[62748]: _type = "Task" [ 1105.661351] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.669355] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52178c55-91f4-237a-40d9-a229b836cac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.801261] env[62748]: DEBUG nova.compute.manager [req-610f816c-bce4-4436-afdb-c993be149b2b req-ea1fc7dc-b354-4bd2-bf23-0d26175f371d service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Received event network-vif-deleted-4c4a3f83-a992-4063-8f3e-bb9d456bc932 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.801469] env[62748]: INFO nova.compute.manager [req-610f816c-bce4-4436-afdb-c993be149b2b req-ea1fc7dc-b354-4bd2-bf23-0d26175f371d service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Neutron deleted interface 4c4a3f83-a992-4063-8f3e-bb9d456bc932; detaching it from the instance and deleting it from the info cache [ 1105.801638] env[62748]: DEBUG nova.network.neutron [req-610f816c-bce4-4436-afdb-c993be149b2b req-ea1fc7dc-b354-4bd2-bf23-0d26175f371d service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.802908] env[62748]: INFO nova.compute.manager [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Took 12.66 seconds to build instance. [ 1105.852765] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 9c3be849-2b3c-4f28-bb13-75099982bb8a] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1105.855796] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273735e-6e2b-4293-978f-27d4195eb422 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.875314] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance 'd2817b63-1fbc-4491-a658-473e074e5dbf' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.035384] env[62748]: DEBUG nova.network.neutron [-] [instance: ea487132-e338-44f1-9244-3d6819490374] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.159648] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-dce8cf57-b9e8-43d4-899f-7506bd161ed4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.160049] env[62748]: DEBUG nova.compute.manager [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Instance network_info: |[{"id": "31ecf7a9-1b97-4133-8f92-1d16ae1df785", "address": "fa:16:3e:5b:d5:49", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ecf7a9-1b", "ovs_interfaceid": "31ecf7a9-1b97-4133-8f92-1d16ae1df785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.160502] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:d5:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31ecf7a9-1b97-4133-8f92-1d16ae1df785', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.168323] env[62748]: DEBUG oslo.service.loopingcall [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.168602] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.171990] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50951dcf-e9ca-4410-9649-9b9d0770e317 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.192195] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52178c55-91f4-237a-40d9-a229b836cac7, 'name': SearchDatastore_Task, 'duration_secs': 0.015749} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.193421] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.193685] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 452261a5-4cbf-401f-8129-a38e15e9aff2/452261a5-4cbf-401f-8129-a38e15e9aff2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.193924] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.193924] env[62748]: value = "task-2750603" [ 1106.193924] env[62748]: _type = "Task" [ 1106.193924] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.194117] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-345df1a2-77f3-4844-b9e5-7bec9ced7f8a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.204310] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750603, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.205409] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1106.205409] env[62748]: value = "task-2750604" [ 1106.205409] env[62748]: _type = "Task" [ 1106.205409] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.214677] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.305846] env[62748]: DEBUG oslo_concurrency.lockutils [None req-927c95d7-fadc-43ab-91b3-875b9a896c55 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.173s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.306635] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8be9ada9-1d3a-4df0-b281-1910fb2426c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.317366] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5d02e3-2b85-4677-80fc-8bbdff219143 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.352417] env[62748]: DEBUG nova.compute.manager [req-610f816c-bce4-4436-afdb-c993be149b2b req-ea1fc7dc-b354-4bd2-bf23-0d26175f371d service nova] [instance: ea487132-e338-44f1-9244-3d6819490374] Detach interface failed, port_id=4c4a3f83-a992-4063-8f3e-bb9d456bc932, reason: Instance ea487132-e338-44f1-9244-3d6819490374 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1106.355247] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 745b99c7-6ae2-4b67-813e-a2fe1796e2ed] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1106.382994] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.384179] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f49d58f-6829-4c18-99de-c01bdb61eac9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.392181] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1106.392181] env[62748]: value = "task-2750605" [ 1106.392181] env[62748]: _type = "Task" [ 1106.392181] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.403535] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.537817] env[62748]: INFO nova.compute.manager [-] [instance: ea487132-e338-44f1-9244-3d6819490374] Took 1.29 seconds to deallocate network for instance. [ 1106.706048] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750603, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.717494] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449769} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.717797] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 452261a5-4cbf-401f-8129-a38e15e9aff2/452261a5-4cbf-401f-8129-a38e15e9aff2.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.718085] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.718385] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89674360-26ee-44aa-8c31-8b911e39141f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.727871] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1106.727871] env[62748]: value = "task-2750606" [ 1106.727871] env[62748]: _type = "Task" [ 1106.727871] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.742151] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.859105] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 1d2f2c5f-14c6-4d6d-98de-c25da91d6cf2] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1106.901874] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750605, 'name': PowerOffVM_Task, 'duration_secs': 0.354862} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.902160] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.902348] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance 'd2817b63-1fbc-4491-a658-473e074e5dbf' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.047033] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.047033] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.047033] env[62748]: DEBUG nova.objects.instance [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lazy-loading 'resources' on Instance uuid ea487132-e338-44f1-9244-3d6819490374 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.206538] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750603, 'name': CreateVM_Task, 'duration_secs': 0.592537} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.206783] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.207538] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.207792] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.208184] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.208480] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ea64ac-4b78-4153-8cec-76265eff8f93 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.213478] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1107.213478] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b859c9-9b35-128b-001c-873b71dd4ad6" [ 1107.213478] env[62748]: _type = "Task" [ 1107.213478] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.221815] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b859c9-9b35-128b-001c-873b71dd4ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.236983] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059912} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.237265] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.238040] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4fb0a2-7f05-4130-8cfa-89a5dfe5c484 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.260704] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 452261a5-4cbf-401f-8129-a38e15e9aff2/452261a5-4cbf-401f-8129-a38e15e9aff2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.260979] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8829008e-47c5-49b0-a703-57279358d886 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.282543] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1107.282543] env[62748]: value = "task-2750607" [ 1107.282543] env[62748]: _type = "Task" [ 1107.282543] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.291188] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.362541] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 535bd574-65c0-4d74-a18c-8f11aff58a0b] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1107.409068] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.409415] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.409619] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.409869] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.410102] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.410345] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.410566] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.410807] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.412084] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.412346] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.412560] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.418955] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b706307b-1a09-42b9-8803-b9b1962ec757 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.436974] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1107.436974] env[62748]: value = "task-2750608" [ 1107.436974] env[62748]: _type = "Task" [ 1107.436974] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.446017] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.725715] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b859c9-9b35-128b-001c-873b71dd4ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.726009] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.726366] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.727093] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.727093] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.727093] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.727254] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31fa1bb5-0f9b-4227-81cb-0b65c016c5fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.732163] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dd82bf-6586-4cff-99af-240e621994d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.741314] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b38def7-c44a-49d8-b04c-5036477a0092 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.745094] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.745336] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.746241] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed86406-fb88-4462-904d-a44698165451 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.751231] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1107.751231] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52411289-fef4-a752-de5f-9e57efbcdf54" [ 1107.751231] env[62748]: _type = "Task" [ 1107.751231] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.778929] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a775a11-0f37-4c9f-838a-820b3e09070a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.790126] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52411289-fef4-a752-de5f-9e57efbcdf54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.794090] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2e1bc2-5c58-4ce2-9d53-5d391906e1b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.803145] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750607, 'name': ReconfigVM_Task, 'duration_secs': 0.370227} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.811593] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 452261a5-4cbf-401f-8129-a38e15e9aff2/452261a5-4cbf-401f-8129-a38e15e9aff2.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.812358] env[62748]: DEBUG nova.compute.provider_tree [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.813733] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57b0a455-fc43-43cc-a97a-223c53f7aa9e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.821407] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1107.821407] env[62748]: value = "task-2750609" [ 1107.821407] env[62748]: _type = "Task" [ 1107.821407] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.830884] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750609, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.834947] env[62748]: DEBUG nova.compute.manager [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.834947] env[62748]: DEBUG nova.compute.manager [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing instance network info cache due to event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1107.834947] env[62748]: DEBUG oslo_concurrency.lockutils [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] Acquiring lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.834947] env[62748]: DEBUG oslo_concurrency.lockutils [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] Acquired lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.834947] env[62748]: DEBUG nova.network.neutron [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing network info cache for port 11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.865858] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 7c1a82cb-024d-4b9c-8eb8-f536d4bdbc4b] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1107.946986] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750608, 'name': ReconfigVM_Task, 'duration_secs': 0.182518} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.947412] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance 'd2817b63-1fbc-4491-a658-473e074e5dbf' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.184129] env[62748]: DEBUG nova.compute.manager [req-b3dffcf9-bc2a-4f5e-8392-c9038cf824f3 req-5a3508a3-6332-4cea-b733-0aabecfc9563 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received event network-changed-5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1108.184436] env[62748]: DEBUG nova.compute.manager [req-b3dffcf9-bc2a-4f5e-8392-c9038cf824f3 req-5a3508a3-6332-4cea-b733-0aabecfc9563 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing instance network info cache due to event network-changed-5307c111-9b67-4263-ad9d-2b18c5610154. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1108.184701] env[62748]: DEBUG oslo_concurrency.lockutils [req-b3dffcf9-bc2a-4f5e-8392-c9038cf824f3 req-5a3508a3-6332-4cea-b733-0aabecfc9563 service nova] Acquiring lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.184882] env[62748]: DEBUG oslo_concurrency.lockutils [req-b3dffcf9-bc2a-4f5e-8392-c9038cf824f3 req-5a3508a3-6332-4cea-b733-0aabecfc9563 service nova] Acquired lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.185094] env[62748]: DEBUG nova.network.neutron [req-b3dffcf9-bc2a-4f5e-8392-c9038cf824f3 req-5a3508a3-6332-4cea-b733-0aabecfc9563 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing network info cache for port 5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.286346] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52411289-fef4-a752-de5f-9e57efbcdf54, 'name': SearchDatastore_Task, 'duration_secs': 0.051773} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.286500] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17520a49-7ad8-441e-8055-88121c543d67 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.291676] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1108.291676] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521a4dac-8b34-3fc2-f7cb-774b3aba4727" [ 1108.291676] env[62748]: _type = "Task" [ 1108.291676] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.299388] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521a4dac-8b34-3fc2-f7cb-774b3aba4727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.317411] env[62748]: DEBUG nova.scheduler.client.report [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.331711] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750609, 'name': Rename_Task, 'duration_secs': 0.301674} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.331977] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.332230] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ef9e4c-e1d9-4bf1-8373-f8b6873778ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.340192] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1108.340192] env[62748]: value = "task-2750610" [ 1108.340192] env[62748]: _type = "Task" [ 1108.340192] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.349890] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.370589] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 226d1853-f933-403b-92a6-8e957732ae87] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1108.454432] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.454671] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.454828] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.455052] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.455213] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.455361] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.455614] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.455781] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.455948] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.456126] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.456302] env[62748]: DEBUG nova.virt.hardware [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.461652] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.464586] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0de64d9a-4b71-4251-a3c1-ea279707a382 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.485319] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1108.485319] env[62748]: value = "task-2750611" [ 1108.485319] env[62748]: _type = "Task" [ 1108.485319] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.493314] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.568601] env[62748]: DEBUG nova.network.neutron [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updated VIF entry in instance network info cache for port 11001c57-72a5-47f8-8ab8-394a602e7ff7. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.569526] env[62748]: DEBUG nova.network.neutron [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [{"id": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "address": "fa:16:3e:9b:af:f3", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11001c57-72", "ovs_interfaceid": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.802785] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521a4dac-8b34-3fc2-f7cb-774b3aba4727, 'name': SearchDatastore_Task, 'duration_secs': 0.009451} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.803018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.803295] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4/dce8cf57-b9e8-43d4-899f-7506bd161ed4.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.803563] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fe20fb8-10a4-4075-8542-c0bbe0ce05f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.810239] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1108.810239] env[62748]: value = "task-2750612" [ 1108.810239] env[62748]: _type = "Task" [ 1108.810239] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.817778] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.822667] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.845747] env[62748]: INFO nova.scheduler.client.report [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted allocations for instance ea487132-e338-44f1-9244-3d6819490374 [ 1108.850209] env[62748]: DEBUG oslo_vmware.api [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750610, 'name': PowerOnVM_Task, 'duration_secs': 0.496522} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.852706] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.852907] env[62748]: INFO nova.compute.manager [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1108.853110] env[62748]: DEBUG nova.compute.manager [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.854121] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a6fca9-84a0-447b-939f-bd349c2d0fdb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.874418] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: f6309f35-0fff-4dc4-a004-32599cea3d4b] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1108.881754] env[62748]: DEBUG nova.network.neutron [req-b3dffcf9-bc2a-4f5e-8392-c9038cf824f3 req-5a3508a3-6332-4cea-b733-0aabecfc9563 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updated VIF entry in instance network info cache for port 5307c111-9b67-4263-ad9d-2b18c5610154. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.882195] env[62748]: DEBUG nova.network.neutron [req-b3dffcf9-bc2a-4f5e-8392-c9038cf824f3 req-5a3508a3-6332-4cea-b733-0aabecfc9563 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updating instance_info_cache with network_info: [{"id": "5307c111-9b67-4263-ad9d-2b18c5610154", "address": "fa:16:3e:b0:f1:cf", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307c111-9b", "ovs_interfaceid": "5307c111-9b67-4263-ad9d-2b18c5610154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.997587] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750611, 'name': ReconfigVM_Task, 'duration_secs': 0.188972} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.997931] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1108.998851] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8581b823-cff4-45ac-8057-8cbc018d10a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.024038] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-e337ccbb-6bea-4736-8be2-4238196fed04/volume-e337ccbb-6bea-4736-8be2-4238196fed04.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.024359] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab8f3cb-a59a-4334-bef0-087dfa937fb9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.042736] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1109.042736] env[62748]: value = "task-2750613" [ 1109.042736] env[62748]: _type = "Task" [ 1109.042736] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.052487] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.071376] env[62748]: DEBUG oslo_concurrency.lockutils [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] Releasing lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.071716] env[62748]: DEBUG nova.compute.manager [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received event network-changed-5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.071933] env[62748]: DEBUG nova.compute.manager [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing instance network info cache due to event network-changed-5307c111-9b67-4263-ad9d-2b18c5610154. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1109.072192] env[62748]: DEBUG oslo_concurrency.lockutils [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] Acquiring lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.324529] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750612, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.358790] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a3b8406a-26be-495d-bffb-9dbc15202b87 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "ea487132-e338-44f1-9244-3d6819490374" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.728s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.372026] env[62748]: INFO nova.compute.manager [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Took 15.68 seconds to build instance. [ 1109.377538] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: dbf75430-bd48-4fc4-81d2-637240cecf2e] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1109.384179] env[62748]: DEBUG oslo_concurrency.lockutils [req-b3dffcf9-bc2a-4f5e-8392-c9038cf824f3 req-5a3508a3-6332-4cea-b733-0aabecfc9563 service nova] Releasing lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.384575] env[62748]: DEBUG oslo_concurrency.lockutils [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] Acquired lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.384770] env[62748]: DEBUG nova.network.neutron [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing network info cache for port 5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.557696] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.821976] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61043} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.823223] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4/dce8cf57-b9e8-43d4-899f-7506bd161ed4.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.824259] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.825073] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b91c381-6ff8-4b20-ac5d-3075c54798ec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.835607] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1109.835607] env[62748]: value = "task-2750614" [ 1109.835607] env[62748]: _type = "Task" [ 1109.835607] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.847578] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.873345] env[62748]: DEBUG oslo_concurrency.lockutils [None req-35e86a84-29ce-4b5c-8764-2e57ff5ae210 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.193s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.882550] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 08573e3f-bd26-400f-a3ff-aa5caa1eff88] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1110.055300] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750613, 'name': ReconfigVM_Task, 'duration_secs': 0.760443} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.055605] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-e337ccbb-6bea-4736-8be2-4238196fed04/volume-e337ccbb-6bea-4736-8be2-4238196fed04.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.055928] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance 'd2817b63-1fbc-4491-a658-473e074e5dbf' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.217665] env[62748]: DEBUG nova.compute.manager [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1110.217881] env[62748]: DEBUG nova.compute.manager [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing instance network info cache due to event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1110.218163] env[62748]: DEBUG oslo_concurrency.lockutils [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] Acquiring lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.218319] env[62748]: DEBUG oslo_concurrency.lockutils [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] Acquired lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.218482] env[62748]: DEBUG nova.network.neutron [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing network info cache for port 11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.346310] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066804} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.346684] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.347522] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7c6eb3-ab56-46c8-a09d-8da2be30dd6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.369779] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4/dce8cf57-b9e8-43d4-899f-7506bd161ed4.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.369948] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b9310b-162c-458c-8645-3ad95ab3bc8d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.384312] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: ce4532df-3d21-4836-bde5-dec47e5c9592] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1110.398041] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1110.398041] env[62748]: value = "task-2750615" [ 1110.398041] env[62748]: _type = "Task" [ 1110.398041] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.402901] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.441342] env[62748]: DEBUG nova.network.neutron [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updated VIF entry in instance network info cache for port 5307c111-9b67-4263-ad9d-2b18c5610154. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.441977] env[62748]: DEBUG nova.network.neutron [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updating instance_info_cache with network_info: [{"id": "5307c111-9b67-4263-ad9d-2b18c5610154", "address": "fa:16:3e:b0:f1:cf", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307c111-9b", "ovs_interfaceid": "5307c111-9b67-4263-ad9d-2b18c5610154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.562801] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa39af2-0386-47dd-97c3-5b53f61a87da {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.583220] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23741760-cae4-4d0d-b356-3e271e73ed1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.601194] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance 'd2817b63-1fbc-4491-a658-473e074e5dbf' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.892744] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 90e7b449-f8f7-435e-9aa9-8b4b57ceefdb] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1110.905098] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.945138] env[62748]: DEBUG oslo_concurrency.lockutils [req-11b41662-9231-4b7c-aea7-66cebd962830 req-0ddd31da-7180-48e4-9ad1-78c2d47ae51f service nova] Releasing lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.947916] env[62748]: DEBUG nova.network.neutron [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updated VIF entry in instance network info cache for port 11001c57-72a5-47f8-8ab8-394a602e7ff7. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.948273] env[62748]: DEBUG nova.network.neutron [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [{"id": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "address": "fa:16:3e:9b:af:f3", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11001c57-72", "ovs_interfaceid": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.103117] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.103447] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.397093] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: fcb8d3e5-23d3-4595-b029-63e0f81afa3b] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1111.407725] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750615, 'name': ReconfigVM_Task, 'duration_secs': 0.742832} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.408029] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Reconfigured VM instance instance-0000006b to attach disk [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4/dce8cf57-b9e8-43d4-899f-7506bd161ed4.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.408664] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f62ccca1-bf50-43f6-9b04-7df1f84e99fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.415859] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1111.415859] env[62748]: value = "task-2750616" [ 1111.415859] env[62748]: _type = "Task" [ 1111.415859] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.428451] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750616, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.450466] env[62748]: DEBUG oslo_concurrency.lockutils [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] Releasing lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.450899] env[62748]: DEBUG nova.compute.manager [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Received event network-changed-39a8dd65-e321-47a8-90a2-a3ab173d882f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1111.451135] env[62748]: DEBUG nova.compute.manager [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Refreshing instance network info cache due to event network-changed-39a8dd65-e321-47a8-90a2-a3ab173d882f. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1111.451353] env[62748]: DEBUG oslo_concurrency.lockutils [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] Acquiring lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.451506] env[62748]: DEBUG oslo_concurrency.lockutils [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] Acquired lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.451718] env[62748]: DEBUG nova.network.neutron [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Refreshing network info cache for port 39a8dd65-e321-47a8-90a2-a3ab173d882f {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.606031] env[62748]: DEBUG nova.compute.manager [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.902319] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 712ab7cf-0f3a-4c32-9102-711774287121] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1111.926062] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750616, 'name': Rename_Task, 'duration_secs': 0.17009} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.926391] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.926646] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa69a243-e86e-485f-8c2f-4045b0abc7fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.932373] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1111.932373] env[62748]: value = "task-2750617" [ 1111.932373] env[62748]: _type = "Task" [ 1111.932373] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.940455] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.133946] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.134227] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.135783] env[62748]: INFO nova.compute.claims [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.180272] env[62748]: DEBUG nova.network.neutron [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updated VIF entry in instance network info cache for port 39a8dd65-e321-47a8-90a2-a3ab173d882f. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.180805] env[62748]: DEBUG nova.network.neutron [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance_info_cache with network_info: [{"id": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "address": "fa:16:3e:e9:33:36", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8dd65-e3", "ovs_interfaceid": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.239667] env[62748]: DEBUG nova.network.neutron [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Port ac049994-5ecc-45a1-bc5f-e1564a085d1b binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1112.405884] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 1dcba50a-360c-4b9f-8ef4-a4a53bbb32ae] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1112.443635] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750617, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.683098] env[62748]: DEBUG oslo_concurrency.lockutils [req-ebf878b9-69a0-4336-9af9-3ab2c21dd004 req-66d8b2c1-893b-443e-a93d-b810621ca964 service nova] Releasing lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.909936] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 2378e4fb-a8a9-490f-86e4-4ee1bd6e25cd] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1112.943819] env[62748]: DEBUG oslo_vmware.api [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750617, 'name': PowerOnVM_Task, 'duration_secs': 0.540149} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.944095] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.944315] env[62748]: INFO nova.compute.manager [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Took 10.89 seconds to spawn the instance on the hypervisor. [ 1112.944483] env[62748]: DEBUG nova.compute.manager [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.945253] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11341629-46ae-494f-a1d4-32e62ada8b39 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.272265] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "d2817b63-1fbc-4491-a658-473e074e5dbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.272611] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.272861] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.335053] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141b864d-8c4e-4dcd-913e-bab36760850d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.342695] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed054c3-4669-4a05-8fc7-75335e87e91a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.374896] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cd1632-2463-4afa-8ffa-fa137fe68fe0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.382647] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1842243e-d4b2-442a-aebb-f36bd4a160f7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.395928] env[62748]: DEBUG nova.compute.provider_tree [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.413206] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: e871c207-f227-4f3c-82a3-b314d26670b0] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1113.463725] env[62748]: INFO nova.compute.manager [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Took 18.63 seconds to build instance. [ 1113.770390] env[62748]: DEBUG nova.compute.manager [req-0f9da7b5-00a5-4369-b805-16d784cb9153 req-67a25122-c52d-4448-9e56-3886ca6f7f16 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Received event network-changed-31ecf7a9-1b97-4133-8f92-1d16ae1df785 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1113.770620] env[62748]: DEBUG nova.compute.manager [req-0f9da7b5-00a5-4369-b805-16d784cb9153 req-67a25122-c52d-4448-9e56-3886ca6f7f16 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Refreshing instance network info cache due to event network-changed-31ecf7a9-1b97-4133-8f92-1d16ae1df785. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1113.770902] env[62748]: DEBUG oslo_concurrency.lockutils [req-0f9da7b5-00a5-4369-b805-16d784cb9153 req-67a25122-c52d-4448-9e56-3886ca6f7f16 service nova] Acquiring lock "refresh_cache-dce8cf57-b9e8-43d4-899f-7506bd161ed4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.771071] env[62748]: DEBUG oslo_concurrency.lockutils [req-0f9da7b5-00a5-4369-b805-16d784cb9153 req-67a25122-c52d-4448-9e56-3886ca6f7f16 service nova] Acquired lock "refresh_cache-dce8cf57-b9e8-43d4-899f-7506bd161ed4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.771240] env[62748]: DEBUG nova.network.neutron [req-0f9da7b5-00a5-4369-b805-16d784cb9153 req-67a25122-c52d-4448-9e56-3886ca6f7f16 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Refreshing network info cache for port 31ecf7a9-1b97-4133-8f92-1d16ae1df785 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.900913] env[62748]: DEBUG nova.scheduler.client.report [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.917032] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: d4caa239-66c2-4304-91a9-38f960480d3d] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1113.966249] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f99cc502-862b-4b09-bda7-d04abbbe9d74 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.146s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.329723] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.329950] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.330175] env[62748]: DEBUG nova.network.neutron [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.405240] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.405332] env[62748]: DEBUG nova.compute.manager [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.420135] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 95f65e57-04f6-42cd-99fc-13793c0a1f0e] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1114.495959] env[62748]: DEBUG nova.network.neutron [req-0f9da7b5-00a5-4369-b805-16d784cb9153 req-67a25122-c52d-4448-9e56-3886ca6f7f16 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Updated VIF entry in instance network info cache for port 31ecf7a9-1b97-4133-8f92-1d16ae1df785. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.496341] env[62748]: DEBUG nova.network.neutron [req-0f9da7b5-00a5-4369-b805-16d784cb9153 req-67a25122-c52d-4448-9e56-3886ca6f7f16 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Updating instance_info_cache with network_info: [{"id": "31ecf7a9-1b97-4133-8f92-1d16ae1df785", "address": "fa:16:3e:5b:d5:49", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31ecf7a9-1b", "ovs_interfaceid": "31ecf7a9-1b97-4133-8f92-1d16ae1df785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.910638] env[62748]: DEBUG nova.compute.utils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.912067] env[62748]: DEBUG nova.compute.manager [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.912206] env[62748]: DEBUG nova.network.neutron [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.923167] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: c296ab0f-8b6a-4d09-880b-05132eadb73f] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1114.967416] env[62748]: DEBUG nova.policy [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f3e90b7a6e43c1bcf7025687fa1189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4b024e7e6f409dac505ec750cc6007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.999168] env[62748]: DEBUG oslo_concurrency.lockutils [req-0f9da7b5-00a5-4369-b805-16d784cb9153 req-67a25122-c52d-4448-9e56-3886ca6f7f16 service nova] Releasing lock "refresh_cache-dce8cf57-b9e8-43d4-899f-7506bd161ed4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.123498] env[62748]: DEBUG nova.network.neutron [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance_info_cache with network_info: [{"id": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "address": "fa:16:3e:49:64:d4", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac049994-5e", "ovs_interfaceid": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.287793] env[62748]: DEBUG nova.network.neutron [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Successfully created port: 4227a4bb-4d60-493e-bac1-20cb62550534 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.416550] env[62748]: DEBUG nova.compute.manager [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.427164] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 27e3bcbc-7bc6-4a90-a135-d95e03ad99a3] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1115.627201] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.930186] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: a2407427-0faa-4725-bc88-0bd543fed37b] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1116.136142] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be27d68e-d5f2-43e7-b489-79bb61c45fe3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.143317] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b630c155-bca2-4eea-8053-eb9f66f2e9e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.427842] env[62748]: DEBUG nova.compute.manager [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.433033] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: a448b745-a791-4efe-aa38-e224492729f7] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1116.455853] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.456085] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.456269] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.456523] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.456698] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.456849] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.457086] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.457263] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.457446] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.457630] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.457833] env[62748]: DEBUG nova.virt.hardware [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.458757] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c89d43b-fd8f-42ca-98c8-dc1ef7b7ca1c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.468297] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8906d33-8a40-41a0-b363-8b49eca26342 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.645115] env[62748]: DEBUG nova.compute.manager [req-175e2ebd-46fd-4821-bd7f-de2f5b4cdf80 req-63a5b333-d829-41f1-ba60-a95a04bfe867 service nova] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Received event network-vif-plugged-4227a4bb-4d60-493e-bac1-20cb62550534 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1116.645552] env[62748]: DEBUG oslo_concurrency.lockutils [req-175e2ebd-46fd-4821-bd7f-de2f5b4cdf80 req-63a5b333-d829-41f1-ba60-a95a04bfe867 service nova] Acquiring lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.645781] env[62748]: DEBUG oslo_concurrency.lockutils [req-175e2ebd-46fd-4821-bd7f-de2f5b4cdf80 req-63a5b333-d829-41f1-ba60-a95a04bfe867 service nova] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.645998] env[62748]: DEBUG oslo_concurrency.lockutils [req-175e2ebd-46fd-4821-bd7f-de2f5b4cdf80 req-63a5b333-d829-41f1-ba60-a95a04bfe867 service nova] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.646201] env[62748]: DEBUG nova.compute.manager [req-175e2ebd-46fd-4821-bd7f-de2f5b4cdf80 req-63a5b333-d829-41f1-ba60-a95a04bfe867 service nova] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] No waiting events found dispatching network-vif-plugged-4227a4bb-4d60-493e-bac1-20cb62550534 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.646406] env[62748]: WARNING nova.compute.manager [req-175e2ebd-46fd-4821-bd7f-de2f5b4cdf80 req-63a5b333-d829-41f1-ba60-a95a04bfe867 service nova] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Received unexpected event network-vif-plugged-4227a4bb-4d60-493e-bac1-20cb62550534 for instance with vm_state building and task_state spawning. [ 1116.740193] env[62748]: DEBUG nova.network.neutron [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Successfully updated port: 4227a4bb-4d60-493e-bac1-20cb62550534 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.936940] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.937241] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Cleaning up deleted instances with incomplete migration {{(pid=62748) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1117.243888] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "refresh_cache-182330e2-02b9-4301-89bd-4b7eb4bfe30c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.243959] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "refresh_cache-182330e2-02b9-4301-89bd-4b7eb4bfe30c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.244092] env[62748]: DEBUG nova.network.neutron [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.245818] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea82ab-9274-4b2c-bb5b-c0017749ed91 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.265856] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7de459-e0be-4a20-932c-cfa6c1b97e1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.272925] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance 'd2817b63-1fbc-4491-a658-473e074e5dbf' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.439454] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.778516] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.778830] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aea4598-ce0c-4517-8cc0-2c609ff52ed6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.784658] env[62748]: DEBUG nova.network.neutron [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.788217] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1117.788217] env[62748]: value = "task-2750618" [ 1117.788217] env[62748]: _type = "Task" [ 1117.788217] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.795933] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.966112] env[62748]: DEBUG nova.network.neutron [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Updating instance_info_cache with network_info: [{"id": "4227a4bb-4d60-493e-bac1-20cb62550534", "address": "fa:16:3e:a9:e1:c4", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227a4bb-4d", "ovs_interfaceid": "4227a4bb-4d60-493e-bac1-20cb62550534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.301201] env[62748]: DEBUG oslo_vmware.api [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750618, 'name': PowerOnVM_Task, 'duration_secs': 0.485019} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.301435] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.301605] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27ff393a-37dc-48f0-8c6b-c86b69aef84a tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance 'd2817b63-1fbc-4491-a658-473e074e5dbf' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.469335] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "refresh_cache-182330e2-02b9-4301-89bd-4b7eb4bfe30c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.469673] env[62748]: DEBUG nova.compute.manager [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Instance network_info: |[{"id": "4227a4bb-4d60-493e-bac1-20cb62550534", "address": "fa:16:3e:a9:e1:c4", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227a4bb-4d", "ovs_interfaceid": "4227a4bb-4d60-493e-bac1-20cb62550534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.470121] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:e1:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4227a4bb-4d60-493e-bac1-20cb62550534', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.479282] env[62748]: DEBUG oslo.service.loopingcall [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1118.479943] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.480057] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23d5860d-c47f-4f00-a4c7-cda58e916f46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.501339] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.501339] env[62748]: value = "task-2750619" [ 1118.501339] env[62748]: _type = "Task" [ 1118.501339] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.509100] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750619, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.671337] env[62748]: DEBUG nova.compute.manager [req-c830c87b-e779-42c3-b304-46eb36be57dd req-35ec7b05-e6ff-4999-9df7-014ee47d4d70 service nova] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Received event network-changed-4227a4bb-4d60-493e-bac1-20cb62550534 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1118.671645] env[62748]: DEBUG nova.compute.manager [req-c830c87b-e779-42c3-b304-46eb36be57dd req-35ec7b05-e6ff-4999-9df7-014ee47d4d70 service nova] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Refreshing instance network info cache due to event network-changed-4227a4bb-4d60-493e-bac1-20cb62550534. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1118.671961] env[62748]: DEBUG oslo_concurrency.lockutils [req-c830c87b-e779-42c3-b304-46eb36be57dd req-35ec7b05-e6ff-4999-9df7-014ee47d4d70 service nova] Acquiring lock "refresh_cache-182330e2-02b9-4301-89bd-4b7eb4bfe30c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.672216] env[62748]: DEBUG oslo_concurrency.lockutils [req-c830c87b-e779-42c3-b304-46eb36be57dd req-35ec7b05-e6ff-4999-9df7-014ee47d4d70 service nova] Acquired lock "refresh_cache-182330e2-02b9-4301-89bd-4b7eb4bfe30c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.672481] env[62748]: DEBUG nova.network.neutron [req-c830c87b-e779-42c3-b304-46eb36be57dd req-35ec7b05-e6ff-4999-9df7-014ee47d4d70 service nova] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Refreshing network info cache for port 4227a4bb-4d60-493e-bac1-20cb62550534 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.011469] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750619, 'name': CreateVM_Task, 'duration_secs': 0.309965} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.011469] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.012111] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.012374] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.012746] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1119.013059] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3d9750f-e0a4-454b-a8b8-190bd62a126e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.017836] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1119.017836] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]520889f7-867f-001a-253c-c5f6b6708da5" [ 1119.017836] env[62748]: _type = "Task" [ 1119.017836] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.025028] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520889f7-867f-001a-253c-c5f6b6708da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.369122] env[62748]: DEBUG nova.network.neutron [req-c830c87b-e779-42c3-b304-46eb36be57dd req-35ec7b05-e6ff-4999-9df7-014ee47d4d70 service nova] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Updated VIF entry in instance network info cache for port 4227a4bb-4d60-493e-bac1-20cb62550534. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.370030] env[62748]: DEBUG nova.network.neutron [req-c830c87b-e779-42c3-b304-46eb36be57dd req-35ec7b05-e6ff-4999-9df7-014ee47d4d70 service nova] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Updating instance_info_cache with network_info: [{"id": "4227a4bb-4d60-493e-bac1-20cb62550534", "address": "fa:16:3e:a9:e1:c4", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4227a4bb-4d", "ovs_interfaceid": "4227a4bb-4d60-493e-bac1-20cb62550534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.528063] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]520889f7-867f-001a-253c-c5f6b6708da5, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.528342] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.528586] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.528821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.528967] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.529168] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.529433] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec5f1ec8-3ea4-421e-8bda-1eec10a88e15 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.537483] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.537659] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.538483] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280159c8-7fb5-4999-a346-f539cb087d43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.543598] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1119.543598] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5206e21b-9e03-6d7d-a5dc-08750a204acc" [ 1119.543598] env[62748]: _type = "Task" [ 1119.543598] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.551425] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5206e21b-9e03-6d7d-a5dc-08750a204acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.871803] env[62748]: DEBUG oslo_concurrency.lockutils [req-c830c87b-e779-42c3-b304-46eb36be57dd req-35ec7b05-e6ff-4999-9df7-014ee47d4d70 service nova] Releasing lock "refresh_cache-182330e2-02b9-4301-89bd-4b7eb4bfe30c" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.053971] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5206e21b-9e03-6d7d-a5dc-08750a204acc, 'name': SearchDatastore_Task, 'duration_secs': 0.007935} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.054854] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc6c7ce2-ffec-405d-95fe-c9d83ceeea55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.060182] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1120.060182] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]523925ce-f885-02b8-ec04-03ae02a51d01" [ 1120.060182] env[62748]: _type = "Task" [ 1120.060182] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.067350] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523925ce-f885-02b8-ec04-03ae02a51d01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.571155] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]523925ce-f885-02b8-ec04-03ae02a51d01, 'name': SearchDatastore_Task, 'duration_secs': 0.008675} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.571421] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.571688] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 182330e2-02b9-4301-89bd-4b7eb4bfe30c/182330e2-02b9-4301-89bd-4b7eb4bfe30c.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.571944] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75fbc049-4e7a-48b8-aaa3-823f4b746b4b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.578172] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1120.578172] env[62748]: value = "task-2750620" [ 1120.578172] env[62748]: _type = "Task" [ 1120.578172] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.585720] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.761130] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "d2817b63-1fbc-4491-a658-473e074e5dbf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.761130] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.761130] env[62748]: DEBUG nova.compute.manager [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Going to confirm migration 7 {{(pid=62748) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1121.087438] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455889} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.087722] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 182330e2-02b9-4301-89bd-4b7eb4bfe30c/182330e2-02b9-4301-89bd-4b7eb4bfe30c.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.087944] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.088204] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4b4dc66-6a4e-432e-9b76-d8fa0ae44f60 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.093600] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1121.093600] env[62748]: value = "task-2750621" [ 1121.093600] env[62748]: _type = "Task" [ 1121.093600] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.100483] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.297315] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.297531] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquired lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.297731] env[62748]: DEBUG nova.network.neutron [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.297915] env[62748]: DEBUG nova.objects.instance [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lazy-loading 'info_cache' on Instance uuid d2817b63-1fbc-4491-a658-473e074e5dbf {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.603833] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061488} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.604075] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.604809] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19611e2c-178c-4fd9-af5f-1abb3f6b6251 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.626424] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 182330e2-02b9-4301-89bd-4b7eb4bfe30c/182330e2-02b9-4301-89bd-4b7eb4bfe30c.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.626695] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42280c3e-6b77-49eb-8d7a-050f0c03f9d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.645880] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1121.645880] env[62748]: value = "task-2750622" [ 1121.645880] env[62748]: _type = "Task" [ 1121.645880] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.653689] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.940060] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.940274] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.155353] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750622, 'name': ReconfigVM_Task, 'duration_secs': 0.306434} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.155758] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 182330e2-02b9-4301-89bd-4b7eb4bfe30c/182330e2-02b9-4301-89bd-4b7eb4bfe30c.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.156342] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-015fa871-cd3f-4482-bbaf-7793e27f6a04 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.163232] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1122.163232] env[62748]: value = "task-2750623" [ 1122.163232] env[62748]: _type = "Task" [ 1122.163232] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.170546] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750623, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.321660] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.321935] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.322149] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.322337] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.322509] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.324595] env[62748]: INFO nova.compute.manager [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Terminating instance [ 1122.447516] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.447730] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.447889] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.448064] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.448204] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.448347] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.562622] env[62748]: DEBUG nova.network.neutron [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance_info_cache with network_info: [{"id": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "address": "fa:16:3e:49:64:d4", "network": {"id": "fb88da4d-ded1-4d40-a74b-856f191df153", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-737655886-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7f32ac6cbb04da0b24a83620502e460", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac049994-5e", "ovs_interfaceid": "ac049994-5ecc-45a1-bc5f-e1564a085d1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.672611] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750623, 'name': Rename_Task, 'duration_secs': 0.171228} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.672866] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.673133] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-508af62c-830c-42e0-9cfe-a86ce4f963d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.679479] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1122.679479] env[62748]: value = "task-2750624" [ 1122.679479] env[62748]: _type = "Task" [ 1122.679479] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.686871] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.828503] env[62748]: DEBUG nova.compute.manager [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.828748] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.830127] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1fbe24-8c8b-49f5-8299-dc569500c26a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.838017] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.838312] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44370236-2792-46f9-bf8d-249ad147e73e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.845219] env[62748]: DEBUG oslo_vmware.api [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1122.845219] env[62748]: value = "task-2750625" [ 1122.845219] env[62748]: _type = "Task" [ 1122.845219] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.852798] env[62748]: DEBUG oslo_vmware.api [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.955130] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Getting list of instances from cluster (obj){ [ 1122.955130] env[62748]: value = "domain-c8" [ 1122.955130] env[62748]: _type = "ClusterComputeResource" [ 1122.955130] env[62748]: } {{(pid=62748) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1122.956441] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b87a04d-cbb7-443b-8a5e-b980d0337707 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.984295] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Got total of 12 instances {{(pid=62748) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1122.984522] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid 1951d4ff-daa7-44ac-aac5-ee032dc6a52d {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.984748] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid 70b9f4b5-7795-4678-a4a1-fdda13503ac5 {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.984931] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.985161] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid 82b27f18-3310-4e5f-a892-6be75f4d70b7 {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.985313] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid b3cd10c1-6a0c-4df0-87f6-736b41297bb3 {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.985469] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid 5ed76a2e-dc00-478b-8d47-0d01bafda831 {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.985638] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid d2817b63-1fbc-4491-a658-473e074e5dbf {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.985802] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid 4370f0cb-206d-4bb3-a0db-e9e32a0c260b {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.985964] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid 55a7cf2f-0c9d-4134-9fcd-a6e277d74086 {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.986215] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid 452261a5-4cbf-401f-8129-a38e15e9aff2 {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.986407] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid dce8cf57-b9e8-43d4-899f-7506bd161ed4 {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.986563] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Triggering sync for uuid 182330e2-02b9-4301-89bd-4b7eb4bfe30c {{(pid=62748) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1122.986978] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.987237] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.987545] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.987740] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.988018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.988257] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "82b27f18-3310-4e5f-a892-6be75f4d70b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.988443] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.988709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.988902] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.989164] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.989360] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.989607] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "d2817b63-1fbc-4491-a658-473e074e5dbf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.989815] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.990021] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.990269] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.990475] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.990710] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "452261a5-4cbf-401f-8129-a38e15e9aff2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.990901] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.991299] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.991498] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.991737] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.991940] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.992099] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1122.992877] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577690ea-c30b-4b1d-b99f-1225cc9e51d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.995998] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd1b2ad-9616-4450-8353-12992c6da494 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.000458] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0ef598-290c-4945-bf50-b2f2a235e2a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.003257] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8a47f7-8570-477b-b34c-54018bdc16e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.006206] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac1d38-1ce0-4551-bbe0-96d8e9fc281c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.009233] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f582c20d-f5d7-48ff-87dc-77cedb6b3781 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.013183] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d10db3-1f3d-4ab7-b1ab-b8867620b510 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.016592] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af079156-bed9-48a1-9989-acbcba8b6a2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.019943] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92abf32a-8eb1-405c-902f-ea9a689c404b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.022667] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.060064] env[62748]: WARNING oslo_messaging._drivers.amqpdriver [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1123.064988] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Releasing lock "refresh_cache-d2817b63-1fbc-4491-a658-473e074e5dbf" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.065347] env[62748]: DEBUG nova.objects.instance [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lazy-loading 'migration_context' on Instance uuid d2817b63-1fbc-4491-a658-473e074e5dbf {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.189461] env[62748]: DEBUG oslo_vmware.api [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750624, 'name': PowerOnVM_Task, 'duration_secs': 0.434625} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.189841] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.189921] env[62748]: INFO nova.compute.manager [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Took 6.76 seconds to spawn the instance on the hypervisor. [ 1123.190123] env[62748]: DEBUG nova.compute.manager [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.190905] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c980e0-1de4-4236-9438-81775b05010f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.354964] env[62748]: DEBUG oslo_vmware.api [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750625, 'name': PowerOffVM_Task, 'duration_secs': 0.219714} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.355282] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.355464] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.355708] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d1c0083-e6ca-4ce3-af08-b5e6aa09e385 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.420022] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.420272] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.420467] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Deleting the datastore file [datastore1] 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.420740] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a129dd9-05f6-4b1d-a06f-22974bc2bce7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.426990] env[62748]: DEBUG oslo_vmware.api [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1123.426990] env[62748]: value = "task-2750627" [ 1123.426990] env[62748]: _type = "Task" [ 1123.426990] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.434478] env[62748]: DEBUG oslo_vmware.api [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.530463] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.530712] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.530889] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.531061] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1123.531932] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f64fd92-676d-46f9-be26-b9423c58e75f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.539886] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c753775-f316-4587-a6e8-798ca82730f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.545175] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.545570] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.553916] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef725493-872f-4ad9-9d1f-28e0d13e4a1d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.556461] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.556783] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.569s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.557090] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.557397] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.561602] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.562082] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.562986] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f4f180-3a5d-46ce-ac7b-4f937455c723 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.567996] env[62748]: DEBUG nova.objects.base [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.568646] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7797790-1a25-4615-ac1a-21e92946284d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.596782] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.607s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.597159] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179463MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1123.597303] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.597506] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.616599] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2feee04-1b67-4325-94c9-d279d11b3f60 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.622546] env[62748]: DEBUG oslo_vmware.api [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1123.622546] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c7e273-acfc-fea9-8337-82ba41707fe2" [ 1123.622546] env[62748]: _type = "Task" [ 1123.622546] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.630575] env[62748]: DEBUG oslo_vmware.api [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c7e273-acfc-fea9-8337-82ba41707fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.708058] env[62748]: INFO nova.compute.manager [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Took 11.59 seconds to build instance. [ 1123.936904] env[62748]: DEBUG oslo_vmware.api [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.134227] env[62748]: DEBUG oslo_vmware.api [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c7e273-acfc-fea9-8337-82ba41707fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.016434} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.134508] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.210505] env[62748]: DEBUG oslo_concurrency.lockutils [None req-71a2b3b6-8fb5-4002-8bca-143adcb15536 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.107s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.210869] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.219s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.211024] env[62748]: INFO nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1124.211210] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.374531] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.374832] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.375137] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.375349] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.375528] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.377586] env[62748]: INFO nova.compute.manager [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Terminating instance [ 1124.437190] env[62748]: DEBUG oslo_vmware.api [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.827756} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.437440] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.437625] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.437812] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.439546] env[62748]: INFO nova.compute.manager [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1124.439546] env[62748]: DEBUG oslo.service.loopingcall [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.439546] env[62748]: DEBUG nova.compute.manager [-] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.439546] env[62748]: DEBUG nova.network.neutron [-] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.609593] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Applying migration context for instance d2817b63-1fbc-4491-a658-473e074e5dbf as it has an incoming, in-progress migration 63af6089-c975-43ae-8cf1-ee0793c66754. Migration status is confirming {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1124.611119] env[62748]: INFO nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating resource usage from migration 63af6089-c975-43ae-8cf1-ee0793c66754 [ 1124.633885] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 1951d4ff-daa7-44ac-aac5-ee032dc6a52d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.634062] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 70b9f4b5-7795-4678-a4a1-fdda13503ac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.634191] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 79a39778-e39e-4b4b-a156-ae8970bd1e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.634316] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 82b27f18-3310-4e5f-a892-6be75f4d70b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.634433] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance b3cd10c1-6a0c-4df0-87f6-736b41297bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.634550] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 5ed76a2e-dc00-478b-8d47-0d01bafda831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.634664] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 4370f0cb-206d-4bb3-a0db-e9e32a0c260b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.634779] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 55a7cf2f-0c9d-4134-9fcd-a6e277d74086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.634891] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 452261a5-4cbf-401f-8129-a38e15e9aff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.635012] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance dce8cf57-b9e8-43d4-899f-7506bd161ed4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.635200] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Migration 63af6089-c975-43ae-8cf1-ee0793c66754 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1124.635334] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d2817b63-1fbc-4491-a658-473e074e5dbf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.635449] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 182330e2-02b9-4301-89bd-4b7eb4bfe30c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1124.635652] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1124.635787] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1124.806911] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114896aa-2684-4167-aa0c-ff90198649ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.815035] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f569820-242b-4774-8af2-74ee860984af {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.844912] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6089e0-4119-43aa-a704-8b5fe54d8a8e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.852268] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609069fb-009b-4532-9183-81aa80993efc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.865419] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.881324] env[62748]: DEBUG nova.compute.manager [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.881557] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.882764] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02388e76-b185-4251-bb40-639fed8dfc88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.890204] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.890697] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c390a0e0-0464-4518-b654-ab4eec7a9b28 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.897516] env[62748]: DEBUG oslo_vmware.api [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1124.897516] env[62748]: value = "task-2750628" [ 1124.897516] env[62748]: _type = "Task" [ 1124.897516] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.912020] env[62748]: DEBUG oslo_vmware.api [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.923993] env[62748]: DEBUG nova.compute.manager [req-3b0a99d8-d1ff-440d-923c-d8a1bc960468 req-50220197-57ad-4dbd-8744-f52e3fdc691e service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Received event network-vif-deleted-8e89eee4-a63f-46fa-b201-5171739e04ec {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1124.924227] env[62748]: INFO nova.compute.manager [req-3b0a99d8-d1ff-440d-923c-d8a1bc960468 req-50220197-57ad-4dbd-8744-f52e3fdc691e service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Neutron deleted interface 8e89eee4-a63f-46fa-b201-5171739e04ec; detaching it from the instance and deleting it from the info cache [ 1124.924409] env[62748]: DEBUG nova.network.neutron [req-3b0a99d8-d1ff-440d-923c-d8a1bc960468 req-50220197-57ad-4dbd-8744-f52e3fdc691e service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.368189] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.403969] env[62748]: DEBUG nova.network.neutron [-] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.408170] env[62748]: DEBUG oslo_vmware.api [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750628, 'name': PowerOffVM_Task, 'duration_secs': 0.177126} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.408651] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.408826] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.409092] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eb9ba9f-8dc0-4a13-9c91-0e2580f941bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.430027] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9990adbc-b62a-40df-889e-bd127a261c92 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.439730] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919bb99a-37c5-426f-b2be-103255f05d30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.471142] env[62748]: DEBUG nova.compute.manager [req-3b0a99d8-d1ff-440d-923c-d8a1bc960468 req-50220197-57ad-4dbd-8744-f52e3fdc691e service nova] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Detach interface failed, port_id=8e89eee4-a63f-46fa-b201-5171739e04ec, reason: Instance 79a39778-e39e-4b4b-a156-ae8970bd1e45 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1125.472707] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.472928] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.473142] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleting the datastore file [datastore2] 182330e2-02b9-4301-89bd-4b7eb4bfe30c {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.473400] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7131f61-8918-46b8-bd11-8546d380d098 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.479771] env[62748]: DEBUG oslo_vmware.api [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1125.479771] env[62748]: value = "task-2750630" [ 1125.479771] env[62748]: _type = "Task" [ 1125.479771] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.487545] env[62748]: DEBUG oslo_vmware.api [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.872885] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1125.873119] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.276s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.873394] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.739s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.909235] env[62748]: INFO nova.compute.manager [-] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Took 1.47 seconds to deallocate network for instance. [ 1125.989842] env[62748]: DEBUG oslo_vmware.api [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149408} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.990160] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.990319] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.990505] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.990676] env[62748]: INFO nova.compute.manager [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1125.990916] env[62748]: DEBUG oslo.service.loopingcall [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.991125] env[62748]: DEBUG nova.compute.manager [-] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.991224] env[62748]: DEBUG nova.network.neutron [-] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.415177] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.538093] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d761a8-9d8d-4a0f-8613-2259ff666781 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.546039] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a245281-1168-4826-a5de-6ae85218b189 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.576050] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baed8e5-a88c-472d-bca0-df949d272306 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.583492] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849ce630-15a2-4709-80f8-1c0a67f0e80d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.597425] env[62748]: DEBUG nova.compute.provider_tree [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.697515] env[62748]: DEBUG nova.network.neutron [-] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.952772] env[62748]: DEBUG nova.compute.manager [req-8c38d530-35dc-4a40-8d47-8ca6041f52e2 req-28fa3a0e-511b-4eee-aee1-a3a3f710552d service nova] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Received event network-vif-deleted-4227a4bb-4d60-493e-bac1-20cb62550534 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.101186] env[62748]: DEBUG nova.scheduler.client.report [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.200653] env[62748]: INFO nova.compute.manager [-] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Took 1.21 seconds to deallocate network for instance. [ 1127.708485] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.948670] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-5ed76a2e-dc00-478b-8d47-0d01bafda831-410f0573-eeda-4841-8b57-0a07173ee2fc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.948916] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-5ed76a2e-dc00-478b-8d47-0d01bafda831-410f0573-eeda-4841-8b57-0a07173ee2fc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.949374] env[62748]: DEBUG nova.objects.instance [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'flavor' on Instance uuid 5ed76a2e-dc00-478b-8d47-0d01bafda831 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.111311] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.238s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.114073] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.699s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.114299] env[62748]: DEBUG nova.objects.instance [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'resources' on Instance uuid 79a39778-e39e-4b4b-a156-ae8970bd1e45 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.537128] env[62748]: DEBUG nova.objects.instance [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'pci_requests' on Instance uuid 5ed76a2e-dc00-478b-8d47-0d01bafda831 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.668174] env[62748]: INFO nova.scheduler.client.report [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted allocation for migration 63af6089-c975-43ae-8cf1-ee0793c66754 [ 1128.764984] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd72d24-76c2-4108-ba4c-ff1f2d9ed289 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.772851] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f619368-bcf0-4005-82a6-1463c6cabf6b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.802183] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b76557c-5dd7-43c5-a994-8509d14f6e50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.809035] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410f2f04-2a64-4f29-b6f2-9c0225e8fe0a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.823110] env[62748]: DEBUG nova.compute.provider_tree [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.040348] env[62748]: DEBUG nova.objects.base [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Object Instance<5ed76a2e-dc00-478b-8d47-0d01bafda831> lazy-loaded attributes: flavor,pci_requests {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.040514] env[62748]: DEBUG nova.network.neutron [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.098428] env[62748]: DEBUG nova.policy [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113ce291286d473dba17923ce0ec3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ec8d1b391d40a6bcff4dd9e14eb5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.175244] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3fe670e4-7a09-4564-a5ad-63f6e03dced7 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.413s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.176413] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.187s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.177291] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0a6f96-c2b7-4665-b752-a7c175f3d784 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.326744] env[62748]: DEBUG nova.scheduler.client.report [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.412192] env[62748]: INFO nova.compute.manager [None req-48c97aa0-f701-4413-8a35-589b7ad6cc45 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Get console output [ 1129.412481] env[62748]: WARNING nova.virt.vmwareapi.driver [None req-48c97aa0-f701-4413-8a35-589b7ad6cc45 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] The console log is missing. Check your VSPC configuration [ 1129.687025] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.832352] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.834771] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.126s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.835032] env[62748]: DEBUG nova.objects.instance [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lazy-loading 'resources' on Instance uuid 182330e2-02b9-4301-89bd-4b7eb4bfe30c {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.848543] env[62748]: INFO nova.scheduler.client.report [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Deleted allocations for instance 79a39778-e39e-4b4b-a156-ae8970bd1e45 [ 1130.358778] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9d1d85f5-7630-4f2b-8d50-0a9083395930 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.037s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.359860] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.372s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.360094] env[62748]: INFO nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] During sync_power_state the instance has a pending task (deleting). Skip. [ 1130.360279] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "79a39778-e39e-4b4b-a156-ae8970bd1e45" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.487177] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963ee14f-0ea1-43ad-9671-aa0b48345831 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.494966] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761cd031-8b62-41d0-815a-33f995b9ebee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.531840] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b35cf16-09c6-4206-8cfb-0d21668c4e37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.535419] env[62748]: DEBUG nova.compute.manager [req-54054362-0622-445b-b985-9d94849218e0 req-fa30eb6d-2b23-404b-b299-8a239553dd8a service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received event network-vif-plugged-410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1130.535621] env[62748]: DEBUG oslo_concurrency.lockutils [req-54054362-0622-445b-b985-9d94849218e0 req-fa30eb6d-2b23-404b-b299-8a239553dd8a service nova] Acquiring lock "5ed76a2e-dc00-478b-8d47-0d01bafda831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.535825] env[62748]: DEBUG oslo_concurrency.lockutils [req-54054362-0622-445b-b985-9d94849218e0 req-fa30eb6d-2b23-404b-b299-8a239553dd8a service nova] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.536039] env[62748]: DEBUG oslo_concurrency.lockutils [req-54054362-0622-445b-b985-9d94849218e0 req-fa30eb6d-2b23-404b-b299-8a239553dd8a service nova] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.536200] env[62748]: DEBUG nova.compute.manager [req-54054362-0622-445b-b985-9d94849218e0 req-fa30eb6d-2b23-404b-b299-8a239553dd8a service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] No waiting events found dispatching network-vif-plugged-410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.536372] env[62748]: WARNING nova.compute.manager [req-54054362-0622-445b-b985-9d94849218e0 req-fa30eb6d-2b23-404b-b299-8a239553dd8a service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received unexpected event network-vif-plugged-410f0573-eeda-4841-8b57-0a07173ee2fc for instance with vm_state active and task_state None. [ 1130.541724] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acc93a4-fb51-4c27-ab74-1d9b06a0c27c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.555722] env[62748]: DEBUG nova.compute.provider_tree [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.593618] env[62748]: DEBUG nova.network.neutron [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Successfully updated port: 410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.059197] env[62748]: DEBUG nova.scheduler.client.report [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.096992] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.097209] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.097397] env[62748]: DEBUG nova.network.neutron [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.565123] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.583834] env[62748]: INFO nova.scheduler.client.report [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted allocations for instance 182330e2-02b9-4301-89bd-4b7eb4bfe30c [ 1131.633239] env[62748]: WARNING nova.network.neutron [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] 823a9827-46e5-451f-a6a7-645de271b795 already exists in list: networks containing: ['823a9827-46e5-451f-a6a7-645de271b795']. ignoring it [ 1131.881557] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.881781] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.897932] env[62748]: DEBUG nova.network.neutron [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [{"id": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "address": "fa:16:3e:9b:af:f3", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11001c57-72", "ovs_interfaceid": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "410f0573-eeda-4841-8b57-0a07173ee2fc", "address": "fa:16:3e:9b:fb:54", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap410f0573-ee", "ovs_interfaceid": "410f0573-eeda-4841-8b57-0a07173ee2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.092554] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c15c2a7e-f92e-497f-b5c9-fb19975a6a01 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "182330e2-02b9-4301-89bd-4b7eb4bfe30c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.718s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.384368] env[62748]: DEBUG nova.compute.manager [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.400783] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.401440] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.401597] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.403055] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17efe950-2eca-4b7b-a191-56a9e6ac6622 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.420744] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.420989] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.421164] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.421349] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.421496] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.421645] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.421848] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.422016] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.422198] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.422362] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.422535] env[62748]: DEBUG nova.virt.hardware [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.428863] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Reconfiguring VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1132.429798] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfebd511-b418-4a0f-84d9-70c4d691e5f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.446925] env[62748]: DEBUG oslo_vmware.api [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1132.446925] env[62748]: value = "task-2750631" [ 1132.446925] env[62748]: _type = "Task" [ 1132.446925] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.455107] env[62748]: DEBUG oslo_vmware.api [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750631, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.529100] env[62748]: DEBUG nova.compute.manager [req-78b47bd0-d729-4c38-81f4-5b3401d35ce7 req-24791105-72a7-4dcb-97dd-78828d42daa2 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received event network-changed-410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1132.529309] env[62748]: DEBUG nova.compute.manager [req-78b47bd0-d729-4c38-81f4-5b3401d35ce7 req-24791105-72a7-4dcb-97dd-78828d42daa2 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing instance network info cache due to event network-changed-410f0573-eeda-4841-8b57-0a07173ee2fc. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1132.529504] env[62748]: DEBUG oslo_concurrency.lockutils [req-78b47bd0-d729-4c38-81f4-5b3401d35ce7 req-24791105-72a7-4dcb-97dd-78828d42daa2 service nova] Acquiring lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.529650] env[62748]: DEBUG oslo_concurrency.lockutils [req-78b47bd0-d729-4c38-81f4-5b3401d35ce7 req-24791105-72a7-4dcb-97dd-78828d42daa2 service nova] Acquired lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.529810] env[62748]: DEBUG nova.network.neutron [req-78b47bd0-d729-4c38-81f4-5b3401d35ce7 req-24791105-72a7-4dcb-97dd-78828d42daa2 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing network info cache for port 410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.905806] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.906093] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.907609] env[62748]: INFO nova.compute.claims [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.959286] env[62748]: DEBUG oslo_vmware.api [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.226774] env[62748]: DEBUG nova.network.neutron [req-78b47bd0-d729-4c38-81f4-5b3401d35ce7 req-24791105-72a7-4dcb-97dd-78828d42daa2 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updated VIF entry in instance network info cache for port 410f0573-eeda-4841-8b57-0a07173ee2fc. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.227225] env[62748]: DEBUG nova.network.neutron [req-78b47bd0-d729-4c38-81f4-5b3401d35ce7 req-24791105-72a7-4dcb-97dd-78828d42daa2 service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [{"id": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "address": "fa:16:3e:9b:af:f3", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11001c57-72", "ovs_interfaceid": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "410f0573-eeda-4841-8b57-0a07173ee2fc", "address": "fa:16:3e:9b:fb:54", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap410f0573-ee", "ovs_interfaceid": "410f0573-eeda-4841-8b57-0a07173ee2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.458280] env[62748]: DEBUG oslo_vmware.api [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750631, 'name': ReconfigVM_Task, 'duration_secs': 0.668418} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.458779] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.459011] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Reconfigured VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1133.646826] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "357231d0-47d5-4e86-85d6-ad340009e497" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.647356] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "357231d0-47d5-4e86-85d6-ad340009e497" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.729917] env[62748]: DEBUG oslo_concurrency.lockutils [req-78b47bd0-d729-4c38-81f4-5b3401d35ce7 req-24791105-72a7-4dcb-97dd-78828d42daa2 service nova] Releasing lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.963185] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2f4154bf-83cb-46e5-9c87-9eacdcee6852 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-5ed76a2e-dc00-478b-8d47-0d01bafda831-410f0573-eeda-4841-8b57-0a07173ee2fc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.014s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.079101] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a097f0-4d6a-4af1-b0e6-0fd62fca4d9a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.088769] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ffb91-d093-4cc8-8266-a492e45fb53f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.118517] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ace5317-3bc0-483f-948c-8bb58bdba9b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.125820] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b78794-a737-4c96-b892-994b7566acf6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.138962] env[62748]: DEBUG nova.compute.provider_tree [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.149053] env[62748]: DEBUG nova.compute.manager [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.642467] env[62748]: DEBUG nova.scheduler.client.report [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.671496] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.150024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.243s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.150024] env[62748]: DEBUG nova.compute.manager [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.152887] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.481s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.154396] env[62748]: INFO nova.compute.claims [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.654500] env[62748]: DEBUG nova.compute.utils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.656085] env[62748]: DEBUG nova.compute.manager [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.656842] env[62748]: DEBUG nova.network.neutron [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.698878] env[62748]: DEBUG nova.policy [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd31b011e38254e63b27b69090d03bb69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c47664a29d4f487e87bce163a3112e1b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.727314] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-5ed76a2e-dc00-478b-8d47-0d01bafda831-410f0573-eeda-4841-8b57-0a07173ee2fc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.727627] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-5ed76a2e-dc00-478b-8d47-0d01bafda831-410f0573-eeda-4841-8b57-0a07173ee2fc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.883104] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.883457] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.961725] env[62748]: DEBUG nova.network.neutron [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Successfully created port: a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.159577] env[62748]: DEBUG nova.compute.manager [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.232239] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.232596] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.233582] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f0335e-38d3-4c23-9102-ca6d2aa2a522 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.253114] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b5be81-c768-4f75-8b29-4029b3420d25 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.278678] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Reconfiguring VM to detach interface {{(pid=62748) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1136.281290] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f14af3f-717a-4c25-ab77-67d4cb19b3b0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.299191] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1136.299191] env[62748]: value = "task-2750632" [ 1136.299191] env[62748]: _type = "Task" [ 1136.299191] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.308331] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.359366] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea35f1e3-8a85-444c-9526-71f983e85d96 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.366541] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d22cad-c191-4e74-a5cd-fae2cc749ce2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.397619] env[62748]: DEBUG nova.compute.utils [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.399684] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffe6433-864a-4d7d-8be6-60fd9ad5ef7d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.407602] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902b1652-0074-45b5-9f21-b56ab78f3158 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.420720] env[62748]: DEBUG nova.compute.provider_tree [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.809790] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.903369] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.923212] env[62748]: DEBUG nova.scheduler.client.report [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.172150] env[62748]: DEBUG nova.compute.manager [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.197661] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.197924] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.198103] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.198291] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.198440] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.198595] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.198806] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.198969] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.199160] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.199329] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.199506] env[62748]: DEBUG nova.virt.hardware [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.200548] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372dbad-80f5-4d85-8186-8baedbe8751a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.208424] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca04c60-ae2c-43f7-a33d-21c74f50ed86 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.310932] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.358597] env[62748]: DEBUG nova.compute.manager [req-ef39a448-1a63-4179-aa20-ca218142ac6b req-8dc71dfd-01ea-4907-b56c-2153a7a56295 service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Received event network-vif-plugged-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1137.358818] env[62748]: DEBUG oslo_concurrency.lockutils [req-ef39a448-1a63-4179-aa20-ca218142ac6b req-8dc71dfd-01ea-4907-b56c-2153a7a56295 service nova] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.359048] env[62748]: DEBUG oslo_concurrency.lockutils [req-ef39a448-1a63-4179-aa20-ca218142ac6b req-8dc71dfd-01ea-4907-b56c-2153a7a56295 service nova] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.359227] env[62748]: DEBUG oslo_concurrency.lockutils [req-ef39a448-1a63-4179-aa20-ca218142ac6b req-8dc71dfd-01ea-4907-b56c-2153a7a56295 service nova] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.359393] env[62748]: DEBUG nova.compute.manager [req-ef39a448-1a63-4179-aa20-ca218142ac6b req-8dc71dfd-01ea-4907-b56c-2153a7a56295 service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] No waiting events found dispatching network-vif-plugged-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.359555] env[62748]: WARNING nova.compute.manager [req-ef39a448-1a63-4179-aa20-ca218142ac6b req-8dc71dfd-01ea-4907-b56c-2153a7a56295 service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Received unexpected event network-vif-plugged-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 for instance with vm_state building and task_state spawning. [ 1137.419668] env[62748]: DEBUG nova.network.neutron [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Successfully updated port: a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.427356] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.427963] env[62748]: DEBUG nova.compute.manager [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.811390] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.923075] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "refresh_cache-b3f926bc-643d-4c8c-af46-12312d5ff4d4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.923075] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired lock "refresh_cache-b3f926bc-643d-4c8c-af46-12312d5ff4d4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.923075] env[62748]: DEBUG nova.network.neutron [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.932491] env[62748]: DEBUG nova.compute.utils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.934756] env[62748]: DEBUG nova.compute.manager [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.934985] env[62748]: DEBUG nova.network.neutron [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.980774] env[62748]: DEBUG nova.policy [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f3e90b7a6e43c1bcf7025687fa1189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4b024e7e6f409dac505ec750cc6007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.031459] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.031963] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.031963] env[62748]: INFO nova.compute.manager [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Attaching volume 86726831-6d6c-40ce-b2d3-637443be64ed to /dev/sdb [ 1138.069257] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f436913-a7de-4d69-9f87-f288aa2033a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.078452] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3c47f-5597-448a-82b3-30b7ecc0ed76 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.095545] env[62748]: DEBUG nova.virt.block_device [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Updating existing volume attachment record: 1fa549b9-ab2d-4e9f-b1b7-fdb6857f9416 {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1138.236267] env[62748]: DEBUG nova.network.neutron [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Successfully created port: 29b98e49-2744-48ec-8d05-72b3cdc04ee0 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.311735] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.438829] env[62748]: DEBUG nova.compute.manager [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.471308] env[62748]: DEBUG nova.network.neutron [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.631525] env[62748]: DEBUG nova.network.neutron [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Updating instance_info_cache with network_info: [{"id": "a1dcac5f-e6e7-4120-8456-8dc48a69f7d0", "address": "fa:16:3e:a8:c7:2e", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dcac5f-e6", "ovs_interfaceid": "a1dcac5f-e6e7-4120-8456-8dc48a69f7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.812970] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.134043] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Releasing lock "refresh_cache-b3f926bc-643d-4c8c-af46-12312d5ff4d4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.134439] env[62748]: DEBUG nova.compute.manager [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Instance network_info: |[{"id": "a1dcac5f-e6e7-4120-8456-8dc48a69f7d0", "address": "fa:16:3e:a8:c7:2e", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dcac5f-e6", "ovs_interfaceid": "a1dcac5f-e6e7-4120-8456-8dc48a69f7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.134948] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:c7:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1dcac5f-e6e7-4120-8456-8dc48a69f7d0', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.142609] env[62748]: DEBUG oslo.service.loopingcall [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1139.142948] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.143086] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6df32f62-5df6-4daa-8570-e6ddde21be07 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.164757] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.164757] env[62748]: value = "task-2750634" [ 1139.164757] env[62748]: _type = "Task" [ 1139.164757] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.172258] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750634, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.313766] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.387070] env[62748]: DEBUG nova.compute.manager [req-ff5d3f2f-aa0a-4779-834b-9e2b2d80097d req-96bf83ec-49be-4745-a6f4-b95730ba8b0e service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Received event network-changed-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1139.387358] env[62748]: DEBUG nova.compute.manager [req-ff5d3f2f-aa0a-4779-834b-9e2b2d80097d req-96bf83ec-49be-4745-a6f4-b95730ba8b0e service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Refreshing instance network info cache due to event network-changed-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1139.387518] env[62748]: DEBUG oslo_concurrency.lockutils [req-ff5d3f2f-aa0a-4779-834b-9e2b2d80097d req-96bf83ec-49be-4745-a6f4-b95730ba8b0e service nova] Acquiring lock "refresh_cache-b3f926bc-643d-4c8c-af46-12312d5ff4d4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.387657] env[62748]: DEBUG oslo_concurrency.lockutils [req-ff5d3f2f-aa0a-4779-834b-9e2b2d80097d req-96bf83ec-49be-4745-a6f4-b95730ba8b0e service nova] Acquired lock "refresh_cache-b3f926bc-643d-4c8c-af46-12312d5ff4d4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.387826] env[62748]: DEBUG nova.network.neutron [req-ff5d3f2f-aa0a-4779-834b-9e2b2d80097d req-96bf83ec-49be-4745-a6f4-b95730ba8b0e service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Refreshing network info cache for port a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.448083] env[62748]: DEBUG nova.compute.manager [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.474182] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.474441] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.474599] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.474783] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.475017] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.475208] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.475422] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.475592] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.475759] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.475921] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.476112] env[62748]: DEBUG nova.virt.hardware [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.476962] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4523a00-e04c-40d0-8394-b5d03e36e907 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.485097] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0fddcc-9d7f-4cbc-ba7b-acfc7e25e3d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.674988] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750634, 'name': CreateVM_Task, 'duration_secs': 0.307323} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.675180] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.675857] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.676050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.676379] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1139.676627] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8aa71b-ec44-41cb-b981-c64c9efd893b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.681163] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1139.681163] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529b23e0-407c-1af3-6663-bdb7e4293b70" [ 1139.681163] env[62748]: _type = "Task" [ 1139.681163] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.688718] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529b23e0-407c-1af3-6663-bdb7e4293b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.755619] env[62748]: DEBUG nova.network.neutron [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Successfully updated port: 29b98e49-2744-48ec-8d05-72b3cdc04ee0 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.813757] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.068294] env[62748]: DEBUG nova.network.neutron [req-ff5d3f2f-aa0a-4779-834b-9e2b2d80097d req-96bf83ec-49be-4745-a6f4-b95730ba8b0e service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Updated VIF entry in instance network info cache for port a1dcac5f-e6e7-4120-8456-8dc48a69f7d0. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.068640] env[62748]: DEBUG nova.network.neutron [req-ff5d3f2f-aa0a-4779-834b-9e2b2d80097d req-96bf83ec-49be-4745-a6f4-b95730ba8b0e service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Updating instance_info_cache with network_info: [{"id": "a1dcac5f-e6e7-4120-8456-8dc48a69f7d0", "address": "fa:16:3e:a8:c7:2e", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dcac5f-e6", "ovs_interfaceid": "a1dcac5f-e6e7-4120-8456-8dc48a69f7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.192343] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529b23e0-407c-1af3-6663-bdb7e4293b70, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.192655] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.192916] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.193173] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.193327] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.193510] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.193768] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc60648b-377c-48bb-a129-6e0c0aab1b70 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.213277] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.213442] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.214159] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4affb058-99e7-4da5-b20b-6380c9731d0c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.219605] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1140.219605] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fa23ee-f239-6b45-b975-63baed9875a1" [ 1140.219605] env[62748]: _type = "Task" [ 1140.219605] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.226849] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fa23ee-f239-6b45-b975-63baed9875a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.258700] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "refresh_cache-357231d0-47d5-4e86-85d6-ad340009e497" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.258870] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "refresh_cache-357231d0-47d5-4e86-85d6-ad340009e497" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.259125] env[62748]: DEBUG nova.network.neutron [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.316081] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.571500] env[62748]: DEBUG oslo_concurrency.lockutils [req-ff5d3f2f-aa0a-4779-834b-9e2b2d80097d req-96bf83ec-49be-4745-a6f4-b95730ba8b0e service nova] Releasing lock "refresh_cache-b3f926bc-643d-4c8c-af46-12312d5ff4d4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.730719] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fa23ee-f239-6b45-b975-63baed9875a1, 'name': SearchDatastore_Task, 'duration_secs': 0.016689} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.731518] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63029af9-1874-4565-82f7-c4c6a22ef19d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.736401] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1140.736401] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bf55ca-08c7-260d-f772-c6305439b1d5" [ 1140.736401] env[62748]: _type = "Task" [ 1140.736401] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.743632] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bf55ca-08c7-260d-f772-c6305439b1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.787696] env[62748]: DEBUG nova.network.neutron [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.814161] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.905259] env[62748]: DEBUG nova.network.neutron [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Updating instance_info_cache with network_info: [{"id": "29b98e49-2744-48ec-8d05-72b3cdc04ee0", "address": "fa:16:3e:4c:6f:c4", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b98e49-27", "ovs_interfaceid": "29b98e49-2744-48ec-8d05-72b3cdc04ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.253301] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bf55ca-08c7-260d-f772-c6305439b1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.253301] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.253301] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] b3f926bc-643d-4c8c-af46-12312d5ff4d4/b3f926bc-643d-4c8c-af46-12312d5ff4d4.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.253609] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fb03d38-e839-4a48-b605-449a88cce958 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.262300] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1141.262300] env[62748]: value = "task-2750636" [ 1141.262300] env[62748]: _type = "Task" [ 1141.262300] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.273691] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.315294] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.408094] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "refresh_cache-357231d0-47d5-4e86-85d6-ad340009e497" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.408454] env[62748]: DEBUG nova.compute.manager [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Instance network_info: |[{"id": "29b98e49-2744-48ec-8d05-72b3cdc04ee0", "address": "fa:16:3e:4c:6f:c4", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b98e49-27", "ovs_interfaceid": "29b98e49-2744-48ec-8d05-72b3cdc04ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.408900] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:6f:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29b98e49-2744-48ec-8d05-72b3cdc04ee0', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.416875] env[62748]: DEBUG oslo.service.loopingcall [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.418236] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.419409] env[62748]: DEBUG nova.compute.manager [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Received event network-vif-plugged-29b98e49-2744-48ec-8d05-72b3cdc04ee0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1141.419615] env[62748]: DEBUG oslo_concurrency.lockutils [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] Acquiring lock "357231d0-47d5-4e86-85d6-ad340009e497-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.419824] env[62748]: DEBUG oslo_concurrency.lockutils [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] Lock "357231d0-47d5-4e86-85d6-ad340009e497-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.419993] env[62748]: DEBUG oslo_concurrency.lockutils [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] Lock "357231d0-47d5-4e86-85d6-ad340009e497-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.420182] env[62748]: DEBUG nova.compute.manager [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] No waiting events found dispatching network-vif-plugged-29b98e49-2744-48ec-8d05-72b3cdc04ee0 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.420352] env[62748]: WARNING nova.compute.manager [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Received unexpected event network-vif-plugged-29b98e49-2744-48ec-8d05-72b3cdc04ee0 for instance with vm_state building and task_state spawning. [ 1141.420513] env[62748]: DEBUG nova.compute.manager [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Received event network-changed-29b98e49-2744-48ec-8d05-72b3cdc04ee0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1141.420670] env[62748]: DEBUG nova.compute.manager [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Refreshing instance network info cache due to event network-changed-29b98e49-2744-48ec-8d05-72b3cdc04ee0. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1141.420851] env[62748]: DEBUG oslo_concurrency.lockutils [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] Acquiring lock "refresh_cache-357231d0-47d5-4e86-85d6-ad340009e497" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.420992] env[62748]: DEBUG oslo_concurrency.lockutils [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] Acquired lock "refresh_cache-357231d0-47d5-4e86-85d6-ad340009e497" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.421166] env[62748]: DEBUG nova.network.neutron [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Refreshing network info cache for port 29b98e49-2744-48ec-8d05-72b3cdc04ee0 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.422226] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e3f795d-177e-4ed3-bb94-fd21a7bac459 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.446776] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.446776] env[62748]: value = "task-2750637" [ 1141.446776] env[62748]: _type = "Task" [ 1141.446776] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.455212] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750637, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.708134] env[62748]: DEBUG nova.network.neutron [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Updated VIF entry in instance network info cache for port 29b98e49-2744-48ec-8d05-72b3cdc04ee0. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.708537] env[62748]: DEBUG nova.network.neutron [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Updating instance_info_cache with network_info: [{"id": "29b98e49-2744-48ec-8d05-72b3cdc04ee0", "address": "fa:16:3e:4c:6f:c4", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29b98e49-27", "ovs_interfaceid": "29b98e49-2744-48ec-8d05-72b3cdc04ee0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.772242] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474781} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.772548] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] b3f926bc-643d-4c8c-af46-12312d5ff4d4/b3f926bc-643d-4c8c-af46-12312d5ff4d4.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.772767] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.773077] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4ed5ad0-6480-40ad-89e8-587574386744 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.780555] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1141.780555] env[62748]: value = "task-2750638" [ 1141.780555] env[62748]: _type = "Task" [ 1141.780555] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.790802] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.816570] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.956717] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750637, 'name': CreateVM_Task, 'duration_secs': 0.44289} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.956913] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.957606] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.957774] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.958165] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.958423] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59b695e-2d96-4ed6-868b-761a44772b08 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.962473] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1141.962473] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5216eaed-1cbe-8827-3a3a-ffcc31e12941" [ 1141.962473] env[62748]: _type = "Task" [ 1141.962473] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.969866] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5216eaed-1cbe-8827-3a3a-ffcc31e12941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.211908] env[62748]: DEBUG oslo_concurrency.lockutils [req-de21a95a-c1f6-43b2-8d28-8a847d9cdef3 req-84d2eaf7-c4c7-4a4b-be16-2b1a16f85344 service nova] Releasing lock "refresh_cache-357231d0-47d5-4e86-85d6-ad340009e497" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.289909] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072379} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.290189] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.290945] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ccd435-f4bf-4714-9d0e-099a8e873497 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.313258] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] b3f926bc-643d-4c8c-af46-12312d5ff4d4/b3f926bc-643d-4c8c-af46-12312d5ff4d4.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.313542] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7917137-ae66-47e4-833b-4f52be3b62e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.336157] env[62748]: DEBUG oslo_vmware.api [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750632, 'name': ReconfigVM_Task, 'duration_secs': 5.769406} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.337377] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.337597] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Reconfigured VM to detach interface {{(pid=62748) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1142.339744] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1142.339744] env[62748]: value = "task-2750639" [ 1142.339744] env[62748]: _type = "Task" [ 1142.339744] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.347757] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.475643] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5216eaed-1cbe-8827-3a3a-ffcc31e12941, 'name': SearchDatastore_Task, 'duration_secs': 0.009442} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.475643] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.475643] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.475836] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.475950] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.476167] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.476487] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f05d2c9e-89a2-41ef-b407-396d2d6cf193 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.485375] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.486311] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.486468] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c25649-54d1-4260-8ddb-b4238708beb5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.491866] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1142.491866] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526cc1c6-f7a7-54d2-6fa0-abd4454c7ef9" [ 1142.491866] env[62748]: _type = "Task" [ 1142.491866] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.499754] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526cc1c6-f7a7-54d2-6fa0-abd4454c7ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.642995] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1142.643303] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553564', 'volume_id': '86726831-6d6c-40ce-b2d3-637443be64ed', 'name': 'volume-86726831-6d6c-40ce-b2d3-637443be64ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4370f0cb-206d-4bb3-a0db-e9e32a0c260b', 'attached_at': '', 'detached_at': '', 'volume_id': '86726831-6d6c-40ce-b2d3-637443be64ed', 'serial': '86726831-6d6c-40ce-b2d3-637443be64ed'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1142.644148] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4822d1b-11b5-43e4-b93a-7f3b93a3c8db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.659940] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0d085e-ace3-4fc5-ad2d-123b8ee1514b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.685686] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-86726831-6d6c-40ce-b2d3-637443be64ed/volume-86726831-6d6c-40ce-b2d3-637443be64ed.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.685986] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-854a971a-7120-4947-9d36-d09c09f8ad52 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.703019] env[62748]: DEBUG oslo_vmware.api [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1142.703019] env[62748]: value = "task-2750640" [ 1142.703019] env[62748]: _type = "Task" [ 1142.703019] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.714601] env[62748]: DEBUG oslo_vmware.api [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.849702] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750639, 'name': ReconfigVM_Task, 'duration_secs': 0.27134} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.850081] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] b3f926bc-643d-4c8c-af46-12312d5ff4d4/b3f926bc-643d-4c8c-af46-12312d5ff4d4.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.850597] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1840fc1-0437-4c13-8437-da541933f958 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.858216] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1142.858216] env[62748]: value = "task-2750641" [ 1142.858216] env[62748]: _type = "Task" [ 1142.858216] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.866648] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750641, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.005220] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526cc1c6-f7a7-54d2-6fa0-abd4454c7ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.006477] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9fa69f4-9be1-41fa-aaf0-a3f4941a9650 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.011599] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1143.011599] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526540c5-a9ad-cac2-d6d6-5fd873d5c6c3" [ 1143.011599] env[62748]: _type = "Task" [ 1143.011599] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.019221] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526540c5-a9ad-cac2-d6d6-5fd873d5c6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.212966] env[62748]: DEBUG oslo_vmware.api [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750640, 'name': ReconfigVM_Task, 'duration_secs': 0.379211} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.213277] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-86726831-6d6c-40ce-b2d3-637443be64ed/volume-86726831-6d6c-40ce-b2d3-637443be64ed.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.218089] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ed6fc07-f4e6-4e75-901a-76c2bd2dff35 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.232432] env[62748]: DEBUG oslo_vmware.api [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1143.232432] env[62748]: value = "task-2750642" [ 1143.232432] env[62748]: _type = "Task" [ 1143.232432] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.240338] env[62748]: DEBUG oslo_vmware.api [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.367461] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750641, 'name': Rename_Task, 'duration_secs': 0.162614} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.367679] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.367924] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ef36eb-c565-488d-8a10-d5eb32798037 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.375070] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1143.375070] env[62748]: value = "task-2750643" [ 1143.375070] env[62748]: _type = "Task" [ 1143.375070] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.382641] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.521814] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526540c5-a9ad-cac2-d6d6-5fd873d5c6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01798} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.522123] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.522357] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 357231d0-47d5-4e86-85d6-ad340009e497/357231d0-47d5-4e86-85d6-ad340009e497.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.522615] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20e516de-b601-4de2-995c-7f00babaae2c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.528373] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1143.528373] env[62748]: value = "task-2750644" [ 1143.528373] env[62748]: _type = "Task" [ 1143.528373] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.535605] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.600391] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.600635] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.600880] env[62748]: DEBUG nova.network.neutron [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.742689] env[62748]: DEBUG oslo_vmware.api [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750642, 'name': ReconfigVM_Task, 'duration_secs': 0.142318} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.743035] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553564', 'volume_id': '86726831-6d6c-40ce-b2d3-637443be64ed', 'name': 'volume-86726831-6d6c-40ce-b2d3-637443be64ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4370f0cb-206d-4bb3-a0db-e9e32a0c260b', 'attached_at': '', 'detached_at': '', 'volume_id': '86726831-6d6c-40ce-b2d3-637443be64ed', 'serial': '86726831-6d6c-40ce-b2d3-637443be64ed'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1143.885934] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.037571] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.389032] env[62748]: DEBUG oslo_vmware.api [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750643, 'name': PowerOnVM_Task, 'duration_secs': 0.651257} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.389032] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.389032] env[62748]: INFO nova.compute.manager [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1144.389032] env[62748]: DEBUG nova.compute.manager [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.389032] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4587c671-4e8d-47a4-8193-a42ab9951929 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.425781] env[62748]: INFO nova.network.neutron [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Port 410f0573-eeda-4841-8b57-0a07173ee2fc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1144.425781] env[62748]: DEBUG nova.network.neutron [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [{"id": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "address": "fa:16:3e:9b:af:f3", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11001c57-72", "ovs_interfaceid": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.480211] env[62748]: DEBUG nova.compute.manager [req-c0d2e0ae-831b-454d-9d97-7fdbb40faf4e req-041d4c12-3d5e-48a4-ba85-a0387f75511e service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.480211] env[62748]: DEBUG nova.compute.manager [req-c0d2e0ae-831b-454d-9d97-7fdbb40faf4e req-041d4c12-3d5e-48a4-ba85-a0387f75511e service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing instance network info cache due to event network-changed-11001c57-72a5-47f8-8ab8-394a602e7ff7. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1144.480211] env[62748]: DEBUG oslo_concurrency.lockutils [req-c0d2e0ae-831b-454d-9d97-7fdbb40faf4e req-041d4c12-3d5e-48a4-ba85-a0387f75511e service nova] Acquiring lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.539425] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750644, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.785334] env[62748]: DEBUG nova.objects.instance [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'flavor' on Instance uuid 4370f0cb-206d-4bb3-a0db-e9e32a0c260b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.902277] env[62748]: INFO nova.compute.manager [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Took 12.01 seconds to build instance. [ 1144.928464] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.930510] env[62748]: DEBUG oslo_concurrency.lockutils [req-c0d2e0ae-831b-454d-9d97-7fdbb40faf4e req-041d4c12-3d5e-48a4-ba85-a0387f75511e service nova] Acquired lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.930673] env[62748]: DEBUG nova.network.neutron [req-c0d2e0ae-831b-454d-9d97-7fdbb40faf4e req-041d4c12-3d5e-48a4-ba85-a0387f75511e service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Refreshing network info cache for port 11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.040743] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750644, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.188207} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.041041] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 357231d0-47d5-4e86-85d6-ad340009e497/357231d0-47d5-4e86-85d6-ad340009e497.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.041279] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.041529] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c3aabd0-8892-469c-b906-8500d001c36b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.047890] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1145.047890] env[62748]: value = "task-2750645" [ 1145.047890] env[62748]: _type = "Task" [ 1145.047890] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.057344] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.165670] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-55a7cf2f-0c9d-4134-9fcd-a6e277d74086-410f0573-eeda-4841-8b57-0a07173ee2fc" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.166088] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-55a7cf2f-0c9d-4134-9fcd-a6e277d74086-410f0573-eeda-4841-8b57-0a07173ee2fc" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.166489] env[62748]: DEBUG nova.objects.instance [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'flavor' on Instance uuid 55a7cf2f-0c9d-4134-9fcd-a6e277d74086 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.293324] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c14f98bd-48c0-4142-9ac1-6f828e60f216 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.404494] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0186bc3c-b09e-4f60-992b-7973af6934ed tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.522s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.437027] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d9f37b7e-2b9d-4e23-bcf3-224e39ae6495 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-5ed76a2e-dc00-478b-8d47-0d01bafda831-410f0573-eeda-4841-8b57-0a07173ee2fc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.709s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.531794] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.532061] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.559544] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06643} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.562415] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.563287] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e8cfa2-a36f-4fad-b514-1e8bc18f123d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.586596] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 357231d0-47d5-4e86-85d6-ad340009e497/357231d0-47d5-4e86-85d6-ad340009e497.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.586864] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5f0bb6-ca6c-4872-9f47-0684cb3315b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.608153] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1145.608153] env[62748]: value = "task-2750646" [ 1145.608153] env[62748]: _type = "Task" [ 1145.608153] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.616338] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.635253] env[62748]: DEBUG nova.network.neutron [req-c0d2e0ae-831b-454d-9d97-7fdbb40faf4e req-041d4c12-3d5e-48a4-ba85-a0387f75511e service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updated VIF entry in instance network info cache for port 11001c57-72a5-47f8-8ab8-394a602e7ff7. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.635626] env[62748]: DEBUG nova.network.neutron [req-c0d2e0ae-831b-454d-9d97-7fdbb40faf4e req-041d4c12-3d5e-48a4-ba85-a0387f75511e service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [{"id": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "address": "fa:16:3e:9b:af:f3", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11001c57-72", "ovs_interfaceid": "11001c57-72a5-47f8-8ab8-394a602e7ff7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.761848] env[62748]: DEBUG nova.objects.instance [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'pci_requests' on Instance uuid 55a7cf2f-0c9d-4134-9fcd-a6e277d74086 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.035448] env[62748]: INFO nova.compute.manager [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Detaching volume 86726831-6d6c-40ce-b2d3-637443be64ed [ 1146.065890] env[62748]: INFO nova.virt.block_device [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Attempting to driver detach volume 86726831-6d6c-40ce-b2d3-637443be64ed from mountpoint /dev/sdb [ 1146.066163] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1146.066360] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553564', 'volume_id': '86726831-6d6c-40ce-b2d3-637443be64ed', 'name': 'volume-86726831-6d6c-40ce-b2d3-637443be64ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4370f0cb-206d-4bb3-a0db-e9e32a0c260b', 'attached_at': '', 'detached_at': '', 'volume_id': '86726831-6d6c-40ce-b2d3-637443be64ed', 'serial': '86726831-6d6c-40ce-b2d3-637443be64ed'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1146.067288] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec95286-d74b-43e5-8048-1b817383e0ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.088573] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a40907d-35a7-4eb8-8190-2a7bb5815c8f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.095246] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f48b3b-100a-4700-8d2e-61fc2b142951 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.118941] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917952b6-f707-4454-8323-0f9e24586e26 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.125886] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750646, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.135949] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] The volume has not been displaced from its original location: [datastore2] volume-86726831-6d6c-40ce-b2d3-637443be64ed/volume-86726831-6d6c-40ce-b2d3-637443be64ed.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1146.141067] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.141559] env[62748]: DEBUG oslo_concurrency.lockutils [req-c0d2e0ae-831b-454d-9d97-7fdbb40faf4e req-041d4c12-3d5e-48a4-ba85-a0387f75511e service nova] Releasing lock "refresh_cache-5ed76a2e-dc00-478b-8d47-0d01bafda831" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.141886] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a46a31ee-8d65-43aa-8ad9-27a62ff3a196 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.159263] env[62748]: DEBUG oslo_vmware.api [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1146.159263] env[62748]: value = "task-2750647" [ 1146.159263] env[62748]: _type = "Task" [ 1146.159263] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.166722] env[62748]: DEBUG oslo_vmware.api [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.265019] env[62748]: DEBUG nova.objects.base [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Object Instance<55a7cf2f-0c9d-4134-9fcd-a6e277d74086> lazy-loaded attributes: flavor,pci_requests {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.265299] env[62748]: DEBUG nova.network.neutron [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1146.331511] env[62748]: DEBUG nova.policy [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '113ce291286d473dba17923ce0ec3e3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1ec8d1b391d40a6bcff4dd9e14eb5f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.543295] env[62748]: DEBUG nova.compute.manager [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received event network-changed-5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1146.543485] env[62748]: DEBUG nova.compute.manager [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing instance network info cache due to event network-changed-5307c111-9b67-4263-ad9d-2b18c5610154. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1146.543700] env[62748]: DEBUG oslo_concurrency.lockutils [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] Acquiring lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.543847] env[62748]: DEBUG oslo_concurrency.lockutils [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] Acquired lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.544013] env[62748]: DEBUG nova.network.neutron [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing network info cache for port 5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.625155] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750646, 'name': ReconfigVM_Task, 'duration_secs': 0.793616} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.625427] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 357231d0-47d5-4e86-85d6-ad340009e497/357231d0-47d5-4e86-85d6-ad340009e497.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.626060] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9d77c80-a734-4e45-b2b3-604c01d8690d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.631869] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1146.631869] env[62748]: value = "task-2750648" [ 1146.631869] env[62748]: _type = "Task" [ 1146.631869] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.639613] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750648, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.668155] env[62748]: DEBUG oslo_vmware.api [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750647, 'name': ReconfigVM_Task, 'duration_secs': 0.228738} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.668427] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.673109] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d176967-9017-4c36-89d2-46a3b714ebd5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.688160] env[62748]: DEBUG oslo_vmware.api [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1146.688160] env[62748]: value = "task-2750649" [ 1146.688160] env[62748]: _type = "Task" [ 1146.688160] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.695608] env[62748]: DEBUG oslo_vmware.api [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.141311] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750648, 'name': Rename_Task, 'duration_secs': 0.269794} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.141638] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.141870] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12270e7d-9105-4910-ba36-4a8e9b970c6e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.150267] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1147.150267] env[62748]: value = "task-2750650" [ 1147.150267] env[62748]: _type = "Task" [ 1147.150267] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.159376] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.199902] env[62748]: DEBUG oslo_vmware.api [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750649, 'name': ReconfigVM_Task, 'duration_secs': 0.143032} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.200232] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553564', 'volume_id': '86726831-6d6c-40ce-b2d3-637443be64ed', 'name': 'volume-86726831-6d6c-40ce-b2d3-637443be64ed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4370f0cb-206d-4bb3-a0db-e9e32a0c260b', 'attached_at': '', 'detached_at': '', 'volume_id': '86726831-6d6c-40ce-b2d3-637443be64ed', 'serial': '86726831-6d6c-40ce-b2d3-637443be64ed'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1147.255389] env[62748]: DEBUG nova.network.neutron [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updated VIF entry in instance network info cache for port 5307c111-9b67-4263-ad9d-2b18c5610154. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.255794] env[62748]: DEBUG nova.network.neutron [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updating instance_info_cache with network_info: [{"id": "5307c111-9b67-4263-ad9d-2b18c5610154", "address": "fa:16:3e:b0:f1:cf", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307c111-9b", "ovs_interfaceid": "5307c111-9b67-4263-ad9d-2b18c5610154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.660965] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.742198] env[62748]: DEBUG nova.objects.instance [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'flavor' on Instance uuid 4370f0cb-206d-4bb3-a0db-e9e32a0c260b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.758511] env[62748]: DEBUG oslo_concurrency.lockutils [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] Releasing lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.758779] env[62748]: DEBUG nova.compute.manager [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Received event network-changed-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.758969] env[62748]: DEBUG nova.compute.manager [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Refreshing instance network info cache due to event network-changed-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1147.759192] env[62748]: DEBUG oslo_concurrency.lockutils [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] Acquiring lock "refresh_cache-b3f926bc-643d-4c8c-af46-12312d5ff4d4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.759331] env[62748]: DEBUG oslo_concurrency.lockutils [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] Acquired lock "refresh_cache-b3f926bc-643d-4c8c-af46-12312d5ff4d4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.759490] env[62748]: DEBUG nova.network.neutron [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Refreshing network info cache for port a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.775158] env[62748]: DEBUG nova.network.neutron [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Successfully updated port: 410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.128422] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "452261a5-4cbf-401f-8129-a38e15e9aff2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.128678] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.161316] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.279922] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.280163] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.280407] env[62748]: DEBUG nova.network.neutron [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.458141] env[62748]: DEBUG nova.network.neutron [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Updated VIF entry in instance network info cache for port a1dcac5f-e6e7-4120-8456-8dc48a69f7d0. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.458540] env[62748]: DEBUG nova.network.neutron [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Updating instance_info_cache with network_info: [{"id": "a1dcac5f-e6e7-4120-8456-8dc48a69f7d0", "address": "fa:16:3e:a8:c7:2e", "network": {"id": "93eed929-a7c7-4b12-95f9-2143b5ac224c", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-966223226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47664a29d4f487e87bce163a3112e1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1dcac5f-e6", "ovs_interfaceid": "a1dcac5f-e6e7-4120-8456-8dc48a69f7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.632198] env[62748]: DEBUG nova.compute.utils [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.661238] env[62748]: DEBUG oslo_vmware.api [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750650, 'name': PowerOnVM_Task, 'duration_secs': 1.213937} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.661521] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.661727] env[62748]: INFO nova.compute.manager [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1148.661906] env[62748]: DEBUG nova.compute.manager [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.662680] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a24fb52-04ec-4b72-9516-5d29109608dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.749709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a59d2ec8-d736-4797-b1fd-5bf94e054c7b tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.813753] env[62748]: WARNING nova.network.neutron [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] 823a9827-46e5-451f-a6a7-645de271b795 already exists in list: networks containing: ['823a9827-46e5-451f-a6a7-645de271b795']. ignoring it [ 1148.961454] env[62748]: DEBUG oslo_concurrency.lockutils [req-4e796865-987a-4c49-a5f9-aa460c2c65d2 req-13a5a1bf-b3d9-420f-928f-400c89747aea service nova] Releasing lock "refresh_cache-b3f926bc-643d-4c8c-af46-12312d5ff4d4" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.059630] env[62748]: DEBUG nova.network.neutron [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updating instance_info_cache with network_info: [{"id": "5307c111-9b67-4263-ad9d-2b18c5610154", "address": "fa:16:3e:b0:f1:cf", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307c111-9b", "ovs_interfaceid": "5307c111-9b67-4263-ad9d-2b18c5610154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "410f0573-eeda-4841-8b57-0a07173ee2fc", "address": "fa:16:3e:9b:fb:54", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap410f0573-ee", "ovs_interfaceid": "410f0573-eeda-4841-8b57-0a07173ee2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.135302] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.179410] env[62748]: INFO nova.compute.manager [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Took 14.53 seconds to build instance. [ 1149.562418] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.563156] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.563323] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.564191] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e51796-a564-4178-a5a3-8ef6252b4e82 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.582283] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.583131] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.583221] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.584202] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.584834] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.585039] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.585340] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.585507] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.585697] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.585867] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.586052] env[62748]: DEBUG nova.virt.hardware [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.592286] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Reconfiguring VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1149.592509] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd273d18-57ca-4e67-8f10-e695c0f185dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.609023] env[62748]: DEBUG oslo_vmware.api [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1149.609023] env[62748]: value = "task-2750651" [ 1149.609023] env[62748]: _type = "Task" [ 1149.609023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.616545] env[62748]: DEBUG oslo_vmware.api [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750651, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.681311] env[62748]: DEBUG oslo_concurrency.lockutils [None req-431f14c8-f8a8-4fd3-9d99-be498fe60d14 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "357231d0-47d5-4e86-85d6-ad340009e497" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.034s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.839469] env[62748]: DEBUG nova.compute.manager [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received event network-vif-plugged-410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.839469] env[62748]: DEBUG oslo_concurrency.lockutils [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] Acquiring lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.840129] env[62748]: DEBUG oslo_concurrency.lockutils [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.840200] env[62748]: DEBUG oslo_concurrency.lockutils [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.840499] env[62748]: DEBUG nova.compute.manager [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] No waiting events found dispatching network-vif-plugged-410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.840564] env[62748]: WARNING nova.compute.manager [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received unexpected event network-vif-plugged-410f0573-eeda-4841-8b57-0a07173ee2fc for instance with vm_state active and task_state None. [ 1149.840746] env[62748]: DEBUG nova.compute.manager [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received event network-changed-410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.841032] env[62748]: DEBUG nova.compute.manager [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing instance network info cache due to event network-changed-410f0573-eeda-4841-8b57-0a07173ee2fc. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1149.841136] env[62748]: DEBUG oslo_concurrency.lockutils [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] Acquiring lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.841281] env[62748]: DEBUG oslo_concurrency.lockutils [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] Acquired lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.841443] env[62748]: DEBUG nova.network.neutron [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Refreshing network info cache for port 410f0573-eeda-4841-8b57-0a07173ee2fc {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.119914] env[62748]: DEBUG oslo_vmware.api [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750651, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.190232] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "452261a5-4cbf-401f-8129-a38e15e9aff2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.190571] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.190744] env[62748]: INFO nova.compute.manager [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Attaching volume 1f51c482-4962-4f5d-8f0d-bc60c9ba61cf to /dev/sdb [ 1150.226343] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415d16b5-5afa-415a-9380-cf7b80272f0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.233660] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4458f5-c767-4510-8bf5-2c85cce61aec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.246638] env[62748]: DEBUG nova.virt.block_device [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating existing volume attachment record: 262141f1-fbdd-40b2-88cd-0a84e79a308f {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1150.395454] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.395742] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.395966] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.396209] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.396413] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.398784] env[62748]: INFO nova.compute.manager [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Terminating instance [ 1150.531474] env[62748]: DEBUG nova.network.neutron [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updated VIF entry in instance network info cache for port 410f0573-eeda-4841-8b57-0a07173ee2fc. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.531892] env[62748]: DEBUG nova.network.neutron [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updating instance_info_cache with network_info: [{"id": "5307c111-9b67-4263-ad9d-2b18c5610154", "address": "fa:16:3e:b0:f1:cf", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307c111-9b", "ovs_interfaceid": "5307c111-9b67-4263-ad9d-2b18c5610154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "410f0573-eeda-4841-8b57-0a07173ee2fc", "address": "fa:16:3e:9b:fb:54", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap410f0573-ee", "ovs_interfaceid": "410f0573-eeda-4841-8b57-0a07173ee2fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.623018] env[62748]: DEBUG oslo_vmware.api [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750651, 'name': ReconfigVM_Task, 'duration_secs': 0.604284} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.629698] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.629698] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Reconfigured VM to attach interface {{(pid=62748) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1150.776186] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "70968122-147c-4f30-9435-6ecbd16eae9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.776446] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "70968122-147c-4f30-9435-6ecbd16eae9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.902766] env[62748]: DEBUG nova.compute.manager [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.903057] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.904082] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e982a087-3198-4722-97c0-313b74096850 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.912819] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.913095] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fae96ff-92ca-48a5-b6e9-4a5eaf8e8c71 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.919483] env[62748]: DEBUG oslo_vmware.api [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1150.919483] env[62748]: value = "task-2750655" [ 1150.919483] env[62748]: _type = "Task" [ 1150.919483] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.927197] env[62748]: DEBUG oslo_vmware.api [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.035236] env[62748]: DEBUG oslo_concurrency.lockutils [req-bf481581-cbe9-46b5-80d7-95c91dd124d5 req-adca3820-6fb6-47fd-b32f-550e38ad8604 service nova] Releasing lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.132974] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9cebf268-ab86-4009-b030-b51c672a782f tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-55a7cf2f-0c9d-4134-9fcd-a6e277d74086-410f0573-eeda-4841-8b57-0a07173ee2fc" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.967s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.279426] env[62748]: DEBUG nova.compute.manager [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.430381] env[62748]: DEBUG oslo_vmware.api [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750655, 'name': PowerOffVM_Task, 'duration_secs': 0.204945} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.430660] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.430832] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.431108] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62964646-5be5-4bf0-9d43-276c7321f4a5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.812115] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.812455] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.814253] env[62748]: INFO nova.compute.claims [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.929696] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.929960] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.930179] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleting the datastore file [datastore2] 4370f0cb-206d-4bb3-a0db-e9e32a0c260b {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.930442] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1612c5cd-d384-41d1-815f-e799091a0f3a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.937092] env[62748]: DEBUG oslo_vmware.api [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1151.937092] env[62748]: value = "task-2750657" [ 1151.937092] env[62748]: _type = "Task" [ 1151.937092] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.945491] env[62748]: DEBUG oslo_vmware.api [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.962072] env[62748]: INFO nova.compute.manager [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Rebuilding instance [ 1152.005925] env[62748]: DEBUG nova.compute.manager [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.006790] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a21463a-43bd-4989-986e-0695173f1be0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.397891] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "interface-55a7cf2f-0c9d-4134-9fcd-a6e277d74086-410f0573-eeda-4841-8b57-0a07173ee2fc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.398225] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-55a7cf2f-0c9d-4134-9fcd-a6e277d74086-410f0573-eeda-4841-8b57-0a07173ee2fc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.446552] env[62748]: DEBUG oslo_vmware.api [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.901152] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.901344] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.902207] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3733a72d-596d-40d7-a8f9-2545fa5c28fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.923357] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650e5b1b-a6a7-415a-8959-2d2444e256b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.948635] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Reconfiguring VM to detach interface {{(pid=62748) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1152.953948] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73275a35-1ec2-493e-8712-2a3c65faa5b3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.972086] env[62748]: DEBUG oslo_vmware.api [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.635683} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.973216] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.973423] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.973608] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.973801] env[62748]: INFO nova.compute.manager [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Took 2.07 seconds to destroy the instance on the hypervisor. [ 1152.974045] env[62748]: DEBUG oslo.service.loopingcall [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1152.974303] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1152.974303] env[62748]: value = "task-2750659" [ 1152.974303] env[62748]: _type = "Task" [ 1152.974303] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.974488] env[62748]: DEBUG nova.compute.manager [-] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.974583] env[62748]: DEBUG nova.network.neutron [-] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.986317] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.013157] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e4058b-2381-4b10-8c56-0ddf099de0ce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.020067] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da200499-55f6-475b-9b63-268276244342 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.024902] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.025159] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24d23c02-dc90-44f6-be79-a9531ce4497b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.057444] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f10bf36-53b4-447b-bedc-4598817494e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.059882] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1153.059882] env[62748]: value = "task-2750660" [ 1153.059882] env[62748]: _type = "Task" [ 1153.059882] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.066708] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3865831-cb5f-4462-82c5-8dd7040653fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.074015] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.085784] env[62748]: DEBUG nova.compute.provider_tree [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.450221] env[62748]: DEBUG nova.compute.manager [req-d451196f-404c-4409-a97f-24b492c2b4e2 req-eacf45d6-6fe1-4323-8aff-98d5227790f3 service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Received event network-vif-deleted-269001c4-ab77-4e62-8ba1-1cebaa0312e4 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1153.450476] env[62748]: INFO nova.compute.manager [req-d451196f-404c-4409-a97f-24b492c2b4e2 req-eacf45d6-6fe1-4323-8aff-98d5227790f3 service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Neutron deleted interface 269001c4-ab77-4e62-8ba1-1cebaa0312e4; detaching it from the instance and deleting it from the info cache [ 1153.450649] env[62748]: DEBUG nova.network.neutron [req-d451196f-404c-4409-a97f-24b492c2b4e2 req-eacf45d6-6fe1-4323-8aff-98d5227790f3 service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.486269] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.570045] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750660, 'name': PowerOffVM_Task, 'duration_secs': 0.218924} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.570335] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.570568] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.571353] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e07af16-9274-4538-a12c-d42ad29287ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.577804] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.577990] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-100bcaed-fcbc-4e1b-913f-fba736a717b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.606223] env[62748]: ERROR nova.scheduler.client.report [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [req-2bcbc799-388a-42ff-989c-f359ebced0f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2bcbc799-388a-42ff-989c-f359ebced0f4"}]} [ 1153.625581] env[62748]: DEBUG nova.scheduler.client.report [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1153.643814] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.644141] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.644562] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleting the datastore file [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.645010] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfda18e5-dfd0-4e69-8389-879b3eea3053 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.652770] env[62748]: DEBUG nova.scheduler.client.report [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1153.653076] env[62748]: DEBUG nova.compute.provider_tree [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.660792] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1153.660792] env[62748]: value = "task-2750662" [ 1153.660792] env[62748]: _type = "Task" [ 1153.660792] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.669397] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.670427] env[62748]: DEBUG nova.scheduler.client.report [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1153.693158] env[62748]: DEBUG nova.scheduler.client.report [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1153.852031] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a1873a-4df6-43d6-a1d2-ca2d6d08a5e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.859647] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f48f5-c848-4146-882b-3724d9c8163e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.889125] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3920c11-e020-4b01-a31c-ffe930e40d66 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.896407] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb0f21f-489a-41a3-8db4-7342ebc1db0c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.909291] env[62748]: DEBUG nova.compute.provider_tree [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.933637] env[62748]: DEBUG nova.network.neutron [-] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.953547] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e24ee995-0660-409e-aa67-065137bbe510 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.965278] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e523f45-1443-48f9-a78e-16f3db2ebade {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.988044] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.000841] env[62748]: DEBUG nova.compute.manager [req-d451196f-404c-4409-a97f-24b492c2b4e2 req-eacf45d6-6fe1-4323-8aff-98d5227790f3 service nova] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Detach interface failed, port_id=269001c4-ab77-4e62-8ba1-1cebaa0312e4, reason: Instance 4370f0cb-206d-4bb3-a0db-e9e32a0c260b could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1154.171424] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137204} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.171619] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.171808] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.171990] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.413736] env[62748]: DEBUG nova.scheduler.client.report [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.436126] env[62748]: INFO nova.compute.manager [-] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Took 1.46 seconds to deallocate network for instance. [ 1154.487476] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.793557] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1154.793825] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553568', 'volume_id': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'name': 'volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '452261a5-4cbf-401f-8129-a38e15e9aff2', 'attached_at': '', 'detached_at': '', 'volume_id': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'serial': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1154.794778] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e965b84-ce4d-4318-8c51-5af2326a0b0d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.811055] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c7e1ee-3a1a-4a53-a89a-5037b1565886 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.834889] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf/volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.835156] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d01469-96a8-4fb5-b98d-f367f5a9bbb2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.853115] env[62748]: DEBUG oslo_vmware.api [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1154.853115] env[62748]: value = "task-2750663" [ 1154.853115] env[62748]: _type = "Task" [ 1154.853115] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.863340] env[62748]: DEBUG oslo_vmware.api [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.919613] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.920233] env[62748]: DEBUG nova.compute.manager [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.942539] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1154.942850] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1154.943134] env[62748]: DEBUG nova.objects.instance [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'resources' on Instance uuid 4370f0cb-206d-4bb3-a0db-e9e32a0c260b {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.991942] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.208828] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.209109] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.209276] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.209461] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.209607] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.209758] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.209971] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.210150] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.210316] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.210478] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.210652] env[62748]: DEBUG nova.virt.hardware [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.211523] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d73c1cd-a83d-47dd-a0d2-50210e685161 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.220702] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4d69cb-1515-4e56-9bf6-76170d803c7c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.234921] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:d5:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31ecf7a9-1b97-4133-8f92-1d16ae1df785', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.242161] env[62748]: DEBUG oslo.service.loopingcall [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1155.242439] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.242654] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb7c4659-d7fb-4b7a-a40d-5acc4ed3eac2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.261856] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.261856] env[62748]: value = "task-2750664" [ 1155.261856] env[62748]: _type = "Task" [ 1155.261856] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.269282] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750664, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.362506] env[62748]: DEBUG oslo_vmware.api [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750663, 'name': ReconfigVM_Task, 'duration_secs': 0.364791} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.362801] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf/volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.367478] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ee8b5e3-d454-44ee-962f-604d8774d0b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.382994] env[62748]: DEBUG oslo_vmware.api [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1155.382994] env[62748]: value = "task-2750665" [ 1155.382994] env[62748]: _type = "Task" [ 1155.382994] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.390921] env[62748]: DEBUG oslo_vmware.api [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.425470] env[62748]: DEBUG nova.compute.utils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.426914] env[62748]: DEBUG nova.compute.manager [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.427114] env[62748]: DEBUG nova.network.neutron [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.467740] env[62748]: DEBUG nova.policy [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f3e90b7a6e43c1bcf7025687fa1189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4b024e7e6f409dac505ec750cc6007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.490152] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.608632] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73135d53-a5a8-4a04-a3a0-724359d24243 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.616212] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395954a1-a923-4b13-ba5e-046a708fedff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.650392] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b850ac35-a0f6-465b-9de8-d480c803f179 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.658491] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38299d3-2834-4aa3-8303-60910702cfac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.674050] env[62748]: DEBUG nova.compute.provider_tree [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.749122] env[62748]: DEBUG nova.network.neutron [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Successfully created port: 4d6be200-f4bf-43be-a3bd-39667071560f {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.772861] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750664, 'name': CreateVM_Task, 'duration_secs': 0.285588} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.772861] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.772861] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.772861] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.773199] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.773461] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63444953-8b66-4691-a937-daaa22c6ffec {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.778225] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1155.778225] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d6b798-e97c-ca0b-1f1c-ae1b67b966ad" [ 1155.778225] env[62748]: _type = "Task" [ 1155.778225] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.786445] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d6b798-e97c-ca0b-1f1c-ae1b67b966ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.893047] env[62748]: DEBUG oslo_vmware.api [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750665, 'name': ReconfigVM_Task, 'duration_secs': 0.163543} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.893357] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553568', 'volume_id': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'name': 'volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '452261a5-4cbf-401f-8129-a38e15e9aff2', 'attached_at': '', 'detached_at': '', 'volume_id': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'serial': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1155.930097] env[62748]: DEBUG nova.compute.manager [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.993138] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.176609] env[62748]: DEBUG nova.scheduler.client.report [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.288974] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d6b798-e97c-ca0b-1f1c-ae1b67b966ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009151} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.289129] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.289324] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.289563] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.289710] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.289908] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.290197] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cd7ddf3-99a1-43dc-ab59-7201996bda0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.298395] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.298580] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.299313] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba32883-4221-4690-9978-1961ffe52916 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.304295] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1156.304295] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e3c59a-9b36-8b2b-3d26-22617c6c7cb4" [ 1156.304295] env[62748]: _type = "Task" [ 1156.304295] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.311926] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e3c59a-9b36-8b2b-3d26-22617c6c7cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.454050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "d2817b63-1fbc-4491-a658-473e074e5dbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.454050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.454235] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "d2817b63-1fbc-4491-a658-473e074e5dbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.454348] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.454517] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.456581] env[62748]: INFO nova.compute.manager [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Terminating instance [ 1157.208631] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.211034] env[62748]: DEBUG nova.objects.instance [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'flavor' on Instance uuid 452261a5-4cbf-401f-8129-a38e15e9aff2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.212907] env[62748]: DEBUG nova.compute.manager [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.215050] env[62748]: DEBUG nova.compute.manager [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.215279] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.219317] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abc0dbc6-a483-4cc2-9b35-b77927064079 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.227123] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.227347] env[62748]: WARNING oslo_vmware.common.loopingcall [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] task run outlasted interval by 0.24458100000000005 sec [ 1157.231614] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1157.231614] env[62748]: value = "task-2750666" [ 1157.231614] env[62748]: _type = "Task" [ 1157.231614] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.231851] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e3c59a-9b36-8b2b-3d26-22617c6c7cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.007938} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.241643] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb0e1f04-55ed-424a-b386-bca6e5f6c055 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.249595] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.253824] env[62748]: INFO nova.scheduler.client.report [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleted allocations for instance 4370f0cb-206d-4bb3-a0db-e9e32a0c260b [ 1157.256768] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.257065] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.257152] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.257335] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.257478] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.259042] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.259042] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.259042] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.259042] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.259042] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.259042] env[62748]: DEBUG nova.virt.hardware [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.259992] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.260960] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883d8f27-ce28-4a96-ae27-829ae7baf29d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.263583] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1157.263583] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52803b69-ac61-d8e0-6067-fb6e6fde0aae" [ 1157.263583] env[62748]: _type = "Task" [ 1157.263583] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.273595] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7b4bdf-0fd4-457b-be4e-5b085fd3449c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.281048] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52803b69-ac61-d8e0-6067-fb6e6fde0aae, 'name': SearchDatastore_Task, 'duration_secs': 0.014636} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.281689] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.281956] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4/dce8cf57-b9e8-43d4-899f-7506bd161ed4.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.282253] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a44704f-c4f8-455c-854b-f03b23a84b61 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.297767] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1157.297767] env[62748]: value = "task-2750667" [ 1157.297767] env[62748]: _type = "Task" [ 1157.297767] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.307016] env[62748]: DEBUG nova.compute.manager [req-61fd3400-fe0e-49e8-8a7b-1a402539921e req-663161e5-9158-49a1-afa4-03dc6b29102c service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Received event network-vif-plugged-4d6be200-f4bf-43be-a3bd-39667071560f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1157.307016] env[62748]: DEBUG oslo_concurrency.lockutils [req-61fd3400-fe0e-49e8-8a7b-1a402539921e req-663161e5-9158-49a1-afa4-03dc6b29102c service nova] Acquiring lock "70968122-147c-4f30-9435-6ecbd16eae9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.307016] env[62748]: DEBUG oslo_concurrency.lockutils [req-61fd3400-fe0e-49e8-8a7b-1a402539921e req-663161e5-9158-49a1-afa4-03dc6b29102c service nova] Lock "70968122-147c-4f30-9435-6ecbd16eae9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.307016] env[62748]: DEBUG oslo_concurrency.lockutils [req-61fd3400-fe0e-49e8-8a7b-1a402539921e req-663161e5-9158-49a1-afa4-03dc6b29102c service nova] Lock "70968122-147c-4f30-9435-6ecbd16eae9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.307016] env[62748]: DEBUG nova.compute.manager [req-61fd3400-fe0e-49e8-8a7b-1a402539921e req-663161e5-9158-49a1-afa4-03dc6b29102c service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] No waiting events found dispatching network-vif-plugged-4d6be200-f4bf-43be-a3bd-39667071560f {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.307016] env[62748]: WARNING nova.compute.manager [req-61fd3400-fe0e-49e8-8a7b-1a402539921e req-663161e5-9158-49a1-afa4-03dc6b29102c service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Received unexpected event network-vif-plugged-4d6be200-f4bf-43be-a3bd-39667071560f for instance with vm_state building and task_state spawning. [ 1157.309407] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.361601] env[62748]: DEBUG nova.network.neutron [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Successfully updated port: 4d6be200-f4bf-43be-a3bd-39667071560f {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.719958] env[62748]: DEBUG oslo_concurrency.lockutils [None req-78380733-4e6f-4597-9b31-af9e7eb4a363 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.529s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.743858] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.746737] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750666, 'name': PowerOffVM_Task, 'duration_secs': 0.18342} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.746963] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.747204] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1157.747402] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553552', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'name': 'volume-e337ccbb-6bea-4736-8be2-4238196fed04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd2817b63-1fbc-4491-a658-473e074e5dbf', 'attached_at': '2025-02-21T02:29:02.000000', 'detached_at': '', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'serial': 'e337ccbb-6bea-4736-8be2-4238196fed04'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1157.748152] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492008eb-5797-4802-a109-39937118bad6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.766825] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dec0ec-92f7-451c-8fa1-6c87cb6dad84 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.774583] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2aa9f7-2999-4686-8c62-78e670a3c5b5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.777008] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b156d010-4bcd-4374-9ab7-e6058e01bc34 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "4370f0cb-206d-4bb3-a0db-e9e32a0c260b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.381s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.793405] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2381db-3775-4185-ab76-11101c1d25b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.807648] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] The volume has not been displaced from its original location: [datastore2] volume-e337ccbb-6bea-4736-8be2-4238196fed04/volume-e337ccbb-6bea-4736-8be2-4238196fed04.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1157.812757] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.815759] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47bf1878-e7ab-4e9d-af3d-290b446f2d6c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.833205] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435633} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.834268] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4/dce8cf57-b9e8-43d4-899f-7506bd161ed4.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.834482] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.834790] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1157.834790] env[62748]: value = "task-2750668" [ 1157.834790] env[62748]: _type = "Task" [ 1157.834790] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.834965] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fbbec9d-b228-4ae7-8077-b1c14add33ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.843679] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.845018] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1157.845018] env[62748]: value = "task-2750669" [ 1157.845018] env[62748]: _type = "Task" [ 1157.845018] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.853544] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.866076] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "refresh_cache-70968122-147c-4f30-9435-6ecbd16eae9a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.866076] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "refresh_cache-70968122-147c-4f30-9435-6ecbd16eae9a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.866076] env[62748]: DEBUG nova.network.neutron [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.240923] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.347909] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750668, 'name': ReconfigVM_Task, 'duration_secs': 0.153345} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.352089] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.357320] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa3ebdc-ab08-4cfa-b548-54f4a83f9386 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.372755] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05981} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.373359] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.375084] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4463237d-a04e-4735-b77f-b841c21b0afb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.378053] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1158.378053] env[62748]: value = "task-2750670" [ 1158.378053] env[62748]: _type = "Task" [ 1158.378053] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.403271] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4/dce8cf57-b9e8-43d4-899f-7506bd161ed4.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.403984] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea30ce5-5841-48d6-8645-881e478554de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.424728] env[62748]: DEBUG nova.network.neutron [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.426914] env[62748]: DEBUG nova.compute.manager [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Stashing vm_state: active {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1158.431036] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.437570] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1158.437570] env[62748]: value = "task-2750671" [ 1158.437570] env[62748]: _type = "Task" [ 1158.437570] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.445930] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.566642] env[62748]: DEBUG nova.network.neutron [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Updating instance_info_cache with network_info: [{"id": "4d6be200-f4bf-43be-a3bd-39667071560f", "address": "fa:16:3e:f5:16:42", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6be200-f4", "ovs_interfaceid": "4d6be200-f4bf-43be-a3bd-39667071560f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.740639] env[62748]: DEBUG oslo_vmware.api [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750659, 'name': ReconfigVM_Task, 'duration_secs': 5.752809} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.740885] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.741111] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Reconfigured VM to detach interface {{(pid=62748) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1158.887857] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750670, 'name': ReconfigVM_Task, 'duration_secs': 0.247158} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.888213] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553552', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'name': 'volume-e337ccbb-6bea-4736-8be2-4238196fed04', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd2817b63-1fbc-4491-a658-473e074e5dbf', 'attached_at': '2025-02-21T02:29:02.000000', 'detached_at': '', 'volume_id': 'e337ccbb-6bea-4736-8be2-4238196fed04', 'serial': 'e337ccbb-6bea-4736-8be2-4238196fed04'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1158.888492] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.889254] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d300fea9-753e-4c97-b9c8-519044dd59a6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.896074] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.896399] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90a3ddcc-9bd4-4e6f-982e-bfe6f1b67a46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.947392] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.956658] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.956658] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.964042] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.964278] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.964467] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleting the datastore file [datastore2] d2817b63-1fbc-4491-a658-473e074e5dbf {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.964748] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cf947fb-175f-4ecb-9e32-2f426f4750a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.974561] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1158.974561] env[62748]: value = "task-2750673" [ 1158.974561] env[62748]: _type = "Task" [ 1158.974561] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.983251] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.069813] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "refresh_cache-70968122-147c-4f30-9435-6ecbd16eae9a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.070196] env[62748]: DEBUG nova.compute.manager [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Instance network_info: |[{"id": "4d6be200-f4bf-43be-a3bd-39667071560f", "address": "fa:16:3e:f5:16:42", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6be200-f4", "ovs_interfaceid": "4d6be200-f4bf-43be-a3bd-39667071560f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.070627] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:16:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d6be200-f4bf-43be-a3bd-39667071560f', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.078985] env[62748]: DEBUG oslo.service.loopingcall [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.079233] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.079464] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed815f99-54db-4f91-be07-0206ab1ce015 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.101252] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.101252] env[62748]: value = "task-2750674" [ 1159.101252] env[62748]: _type = "Task" [ 1159.101252] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.109666] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750674, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.422050] env[62748]: DEBUG nova.compute.manager [req-b45d1cf0-2243-409c-a57b-68923291e939 req-95ec4f56-a92f-45f5-9199-897390142c35 service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Received event network-changed-4d6be200-f4bf-43be-a3bd-39667071560f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1159.422279] env[62748]: DEBUG nova.compute.manager [req-b45d1cf0-2243-409c-a57b-68923291e939 req-95ec4f56-a92f-45f5-9199-897390142c35 service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Refreshing instance network info cache due to event network-changed-4d6be200-f4bf-43be-a3bd-39667071560f. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1159.422481] env[62748]: DEBUG oslo_concurrency.lockutils [req-b45d1cf0-2243-409c-a57b-68923291e939 req-95ec4f56-a92f-45f5-9199-897390142c35 service nova] Acquiring lock "refresh_cache-70968122-147c-4f30-9435-6ecbd16eae9a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.422625] env[62748]: DEBUG oslo_concurrency.lockutils [req-b45d1cf0-2243-409c-a57b-68923291e939 req-95ec4f56-a92f-45f5-9199-897390142c35 service nova] Acquired lock "refresh_cache-70968122-147c-4f30-9435-6ecbd16eae9a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.422788] env[62748]: DEBUG nova.network.neutron [req-b45d1cf0-2243-409c-a57b-68923291e939 req-95ec4f56-a92f-45f5-9199-897390142c35 service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Refreshing network info cache for port 4d6be200-f4bf-43be-a3bd-39667071560f {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.448017] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750671, 'name': ReconfigVM_Task, 'duration_secs': 0.796123} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.448333] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Reconfigured VM instance instance-0000006b to attach disk [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4/dce8cf57-b9e8-43d4-899f-7506bd161ed4.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.448959] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4605f186-79b7-4b0f-9de8-b653cdc1098a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.458028] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1159.458028] env[62748]: value = "task-2750675" [ 1159.458028] env[62748]: _type = "Task" [ 1159.458028] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.461469] env[62748]: INFO nova.compute.claims [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.471412] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750675, 'name': Rename_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.484604] env[62748]: DEBUG oslo_vmware.api [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235228} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.485021] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.485131] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.485316] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.485494] env[62748]: INFO nova.compute.manager [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1159.485878] env[62748]: DEBUG oslo.service.loopingcall [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.486056] env[62748]: DEBUG nova.compute.manager [-] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.486292] env[62748]: DEBUG nova.network.neutron [-] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.611505] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750674, 'name': CreateVM_Task, 'duration_secs': 0.402339} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.611702] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.612459] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.612655] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.613017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.613303] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c3e406-57aa-4b9a-815f-63d64cee5e27 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.617999] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1159.617999] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525dae49-92c4-7dc4-9622-91991b1e2144" [ 1159.617999] env[62748]: _type = "Task" [ 1159.617999] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.625771] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525dae49-92c4-7dc4-9622-91991b1e2144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.821492] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.821762] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.821995] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.822242] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.822428] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.824682] env[62748]: INFO nova.compute.manager [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Terminating instance [ 1159.966100] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750675, 'name': Rename_Task, 'duration_secs': 0.15902} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.966369] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.966614] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a7d3417-1ae7-4136-a75e-0b2b6e01de5f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.969856] env[62748]: INFO nova.compute.resource_tracker [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating resource usage from migration d9396a2d-cf5d-47b5-90b4-742ca9f395f5 [ 1159.977733] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1159.977733] env[62748]: value = "task-2750676" [ 1159.977733] env[62748]: _type = "Task" [ 1159.977733] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.988585] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.016865] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.017061] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquired lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.017354] env[62748]: DEBUG nova.network.neutron [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.042967] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.043222] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.127797] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525dae49-92c4-7dc4-9622-91991b1e2144, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.130253] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.130486] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.130709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1160.130857] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.131050] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.131506] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9dc17d-ae41-4a93-90f4-6a8f40277fc4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.139183] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.139383] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.142353] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1b9bf9b-4abb-4a7f-9763-ca40a1b98c8b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.149799] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1160.149799] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d9b0bf-4eb5-74fd-be9f-c6eaae38e909" [ 1160.149799] env[62748]: _type = "Task" [ 1160.149799] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.156936] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d9b0bf-4eb5-74fd-be9f-c6eaae38e909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.194493] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf944d42-f83f-4f49-b55e-a6df6472b7a5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.204478] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd52b277-49f7-45a3-8a34-5cd60fe2a65f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.234519] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171d958f-58e0-4465-82ac-dac0bc5fa59d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.241570] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4311ef08-905f-4555-9b58-660338b315c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.255748] env[62748]: DEBUG nova.compute.provider_tree [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.258149] env[62748]: DEBUG nova.network.neutron [req-b45d1cf0-2243-409c-a57b-68923291e939 req-95ec4f56-a92f-45f5-9199-897390142c35 service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Updated VIF entry in instance network info cache for port 4d6be200-f4bf-43be-a3bd-39667071560f. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.258487] env[62748]: DEBUG nova.network.neutron [req-b45d1cf0-2243-409c-a57b-68923291e939 req-95ec4f56-a92f-45f5-9199-897390142c35 service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Updating instance_info_cache with network_info: [{"id": "4d6be200-f4bf-43be-a3bd-39667071560f", "address": "fa:16:3e:f5:16:42", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d6be200-f4", "ovs_interfaceid": "4d6be200-f4bf-43be-a3bd-39667071560f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.328791] env[62748]: DEBUG nova.compute.manager [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.329097] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.330071] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9971fbc3-f1bf-40bb-b2ab-f1ba1f56994b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.338671] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.338842] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b303aa-caa2-46bf-bd86-699465a884fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.344632] env[62748]: DEBUG oslo_vmware.api [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1160.344632] env[62748]: value = "task-2750677" [ 1160.344632] env[62748]: _type = "Task" [ 1160.344632] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.353919] env[62748]: DEBUG oslo_vmware.api [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.490035] env[62748]: DEBUG oslo_vmware.api [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750676, 'name': PowerOnVM_Task, 'duration_secs': 0.493256} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.490405] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.490405] env[62748]: DEBUG nova.compute.manager [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.491250] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb64b0b-68b8-40e8-a4f4-d34fcc54aad9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.546786] env[62748]: DEBUG nova.compute.manager [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.663650] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d9b0bf-4eb5-74fd-be9f-c6eaae38e909, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.665446] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6113d7-6412-4444-916a-4c8143ae6ade {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.671900] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1160.671900] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521cb7bc-f9b3-26a3-4328-1a00eb5cd351" [ 1160.671900] env[62748]: _type = "Task" [ 1160.671900] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.681710] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521cb7bc-f9b3-26a3-4328-1a00eb5cd351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.760798] env[62748]: DEBUG oslo_concurrency.lockutils [req-b45d1cf0-2243-409c-a57b-68923291e939 req-95ec4f56-a92f-45f5-9199-897390142c35 service nova] Releasing lock "refresh_cache-70968122-147c-4f30-9435-6ecbd16eae9a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.779570] env[62748]: ERROR nova.scheduler.client.report [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [req-21dd3e56-a4cb-4986-b83f-58da7c3f370e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74ca466f-48af-453b-acbe-44806e22bf31. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-21dd3e56-a4cb-4986-b83f-58da7c3f370e"}]} [ 1160.794667] env[62748]: DEBUG nova.scheduler.client.report [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Refreshing inventories for resource provider 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1160.801299] env[62748]: INFO nova.network.neutron [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Port 410f0573-eeda-4841-8b57-0a07173ee2fc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1160.801635] env[62748]: DEBUG nova.network.neutron [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updating instance_info_cache with network_info: [{"id": "5307c111-9b67-4263-ad9d-2b18c5610154", "address": "fa:16:3e:b0:f1:cf", "network": {"id": "823a9827-46e5-451f-a6a7-645de271b795", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1238604181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1ec8d1b391d40a6bcff4dd9e14eb5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5307c111-9b", "ovs_interfaceid": "5307c111-9b67-4263-ad9d-2b18c5610154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.807944] env[62748]: DEBUG nova.scheduler.client.report [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Updating ProviderTree inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1160.808182] env[62748]: DEBUG nova.compute.provider_tree [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.818599] env[62748]: DEBUG nova.scheduler.client.report [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Refreshing aggregate associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, aggregates: None {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1160.827079] env[62748]: DEBUG nova.network.neutron [-] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.837461] env[62748]: DEBUG nova.scheduler.client.report [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Refreshing trait associations for resource provider 74ca466f-48af-453b-acbe-44806e22bf31, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=62748) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1160.855204] env[62748]: DEBUG oslo_vmware.api [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750677, 'name': PowerOffVM_Task, 'duration_secs': 0.334016} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.855503] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.855784] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.856087] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e54ddfa7-6d75-4aa7-af2d-8e83fec64640 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.925335] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.925608] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.925965] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleting the datastore file [datastore1] 55a7cf2f-0c9d-4134-9fcd-a6e277d74086 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.926284] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b42d427e-bc08-413d-a852-34ef3177a4a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.932327] env[62748]: DEBUG oslo_vmware.api [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1160.932327] env[62748]: value = "task-2750679" [ 1160.932327] env[62748]: _type = "Task" [ 1160.932327] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.940686] env[62748]: DEBUG oslo_vmware.api [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.011667] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.046699] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb14a43-839e-410f-8c2e-8090d34ae219 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.056925] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64705aa7-8733-49b7-92af-cfc409870d9b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.090020] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.090366] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00517158-ef58-44d6-9860-aff4ea475060 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.098073] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9b6ea-55cf-4d42-b9d6-a1d9358f2d58 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.113438] env[62748]: DEBUG nova.compute.provider_tree [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.182206] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521cb7bc-f9b3-26a3-4328-1a00eb5cd351, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.183158] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.183158] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 70968122-147c-4f30-9435-6ecbd16eae9a/70968122-147c-4f30-9435-6ecbd16eae9a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.183158] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3e8b7bb-91a7-4d4d-a985-776e25e95a16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.190156] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1161.190156] env[62748]: value = "task-2750680" [ 1161.190156] env[62748]: _type = "Task" [ 1161.190156] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.197862] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.304521] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Releasing lock "refresh_cache-55a7cf2f-0c9d-4134-9fcd-a6e277d74086" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.329816] env[62748]: INFO nova.compute.manager [-] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Took 1.84 seconds to deallocate network for instance. [ 1161.444276] env[62748]: DEBUG oslo_vmware.api [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395773} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.444542] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.444756] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.444945] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.445133] env[62748]: INFO nova.compute.manager [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1161.445802] env[62748]: DEBUG oslo.service.loopingcall [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.445802] env[62748]: DEBUG nova.compute.manager [-] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.445802] env[62748]: DEBUG nova.network.neutron [-] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.449515] env[62748]: DEBUG nova.compute.manager [req-5707b3bc-3dd1-4d00-adc1-f47ddc025340 req-20e5bed6-45b0-4297-bda8-6785498bc571 service nova] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Received event network-vif-deleted-ac049994-5ecc-45a1-bc5f-e1564a085d1b {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1161.646569] env[62748]: DEBUG nova.scheduler.client.report [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1161.646886] env[62748]: DEBUG nova.compute.provider_tree [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 168 to 169 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1161.647153] env[62748]: DEBUG nova.compute.provider_tree [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.703052] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750680, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.808092] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3c9cdddc-2703-48cf-b971-4c70d7942876 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "interface-55a7cf2f-0c9d-4134-9fcd-a6e277d74086-410f0573-eeda-4841-8b57-0a07173ee2fc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.410s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.875150] env[62748]: INFO nova.compute.manager [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Took 0.54 seconds to detach 1 volumes for instance. [ 1161.877368] env[62748]: DEBUG nova.compute.manager [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Deleting volume: e337ccbb-6bea-4736-8be2-4238196fed04 {{(pid=62748) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1162.156155] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.199s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.156396] env[62748]: INFO nova.compute.manager [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Migrating [ 1162.162982] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.151s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.163205] env[62748]: DEBUG nova.objects.instance [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1162.203434] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697002} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.203970] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 70968122-147c-4f30-9435-6ecbd16eae9a/70968122-147c-4f30-9435-6ecbd16eae9a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.204235] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.204489] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acb2b071-9eae-4920-ba08-b3f31e21fae9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.212370] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1162.212370] env[62748]: value = "task-2750682" [ 1162.212370] env[62748]: _type = "Task" [ 1162.212370] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.220526] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.419927] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.664032] env[62748]: DEBUG nova.network.neutron [-] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.676772] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.676904] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.677533] env[62748]: DEBUG nova.network.neutron [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.722046] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072633} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.722157] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.722909] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e4c4c7-9d66-4017-9cd4-b3b2c754415b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.744426] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 70968122-147c-4f30-9435-6ecbd16eae9a/70968122-147c-4f30-9435-6ecbd16eae9a.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.744701] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c77ae81-b1fd-4aa6-8270-974565b60ad1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.764851] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1162.764851] env[62748]: value = "task-2750683" [ 1162.764851] env[62748]: _type = "Task" [ 1162.764851] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.774735] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.166674] env[62748]: INFO nova.compute.manager [-] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Took 1.72 seconds to deallocate network for instance. [ 1163.180076] env[62748]: DEBUG oslo_concurrency.lockutils [None req-177f973a-6026-47a2-a67b-c0c0e263685a tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.183257] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.094s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.185030] env[62748]: INFO nova.compute.claims [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.274367] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750683, 'name': ReconfigVM_Task, 'duration_secs': 0.271023} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.274771] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 70968122-147c-4f30-9435-6ecbd16eae9a/70968122-147c-4f30-9435-6ecbd16eae9a.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.275416] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5316a5a-b6b0-410e-a260-d27414d706a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.282464] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1163.282464] env[62748]: value = "task-2750684" [ 1163.282464] env[62748]: _type = "Task" [ 1163.282464] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.293801] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750684, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.398942] env[62748]: DEBUG nova.network.neutron [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance_info_cache with network_info: [{"id": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "address": "fa:16:3e:e9:33:36", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8dd65-e3", "ovs_interfaceid": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.475766] env[62748]: DEBUG nova.compute.manager [req-5e3ea6a7-8e3c-49ea-ab0c-7a2fa9627404 req-d60274ff-e64d-4bdc-93b5-4228efeac6dd service nova] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Received event network-vif-deleted-5307c111-9b67-4263-ad9d-2b18c5610154 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1163.674158] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.795840] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750684, 'name': Rename_Task, 'duration_secs': 0.138967} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.796124] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.796375] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc1349b-737f-43c3-af5c-937dfdd82f2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.802646] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1163.802646] env[62748]: value = "task-2750685" [ 1163.802646] env[62748]: _type = "Task" [ 1163.802646] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.810564] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.901916] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.315764] env[62748]: DEBUG oslo_vmware.api [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750685, 'name': PowerOnVM_Task, 'duration_secs': 0.465331} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.316225] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.316569] env[62748]: INFO nova.compute.manager [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1164.316889] env[62748]: DEBUG nova.compute.manager [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.318115] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9255cb-00ba-4bc7-9b40-29d5bb2ab1e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.382798] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b517f8-0225-4834-922e-9503d852fd77 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.390335] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d838298-1d18-4e4c-9428-3a4175c5ce6b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.423146] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e27292-b128-4cb4-91be-2e1983530be2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.430705] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85c4ff3-1498-40b7-bd8d-98776c3e75b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.444273] env[62748]: DEBUG nova.compute.provider_tree [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1164.839316] env[62748]: INFO nova.compute.manager [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Took 13.05 seconds to build instance. [ 1164.974045] env[62748]: DEBUG nova.scheduler.client.report [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Updated inventory for provider 74ca466f-48af-453b-acbe-44806e22bf31 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1164.974337] env[62748]: DEBUG nova.compute.provider_tree [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Updating resource provider 74ca466f-48af-453b-acbe-44806e22bf31 generation from 169 to 170 during operation: update_inventory {{(pid=62748) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1164.974575] env[62748]: DEBUG nova.compute.provider_tree [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Updating inventory in ProviderTree for provider 74ca466f-48af-453b-acbe-44806e22bf31 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.340984] env[62748]: DEBUG oslo_concurrency.lockutils [None req-61ea8744-86c9-4c28-9eb4-8746de3c3bb1 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "70968122-147c-4f30-9435-6ecbd16eae9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.564s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.431336] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb30f5c-1b51-4e9e-98cb-8782f33d6429 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.452861] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance '452261a5-4cbf-401f-8129-a38e15e9aff2' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.480109] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.480585] env[62748]: DEBUG nova.compute.manager [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.483126] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.063s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.483264] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.485242] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.811s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.485452] env[62748]: DEBUG nova.objects.instance [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'resources' on Instance uuid 55a7cf2f-0c9d-4134-9fcd-a6e277d74086 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.501345] env[62748]: INFO nova.scheduler.client.report [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted allocations for instance d2817b63-1fbc-4491-a658-473e074e5dbf [ 1165.505052] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "70968122-147c-4f30-9435-6ecbd16eae9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.505262] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "70968122-147c-4f30-9435-6ecbd16eae9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.505463] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "70968122-147c-4f30-9435-6ecbd16eae9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.505649] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "70968122-147c-4f30-9435-6ecbd16eae9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.505821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "70968122-147c-4f30-9435-6ecbd16eae9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.507654] env[62748]: INFO nova.compute.manager [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Terminating instance [ 1165.958510] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.958870] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ffb4754-5f2b-4140-9527-6ad513eb8a15 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.968465] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1165.968465] env[62748]: value = "task-2750686" [ 1165.968465] env[62748]: _type = "Task" [ 1165.968465] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.977242] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.988648] env[62748]: DEBUG nova.compute.utils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.993509] env[62748]: DEBUG nova.compute.manager [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.993691] env[62748]: DEBUG nova.network.neutron [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.014723] env[62748]: DEBUG nova.compute.manager [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.014947] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.015522] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab19aa27-9c17-4391-84da-321892905cb4 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "d2817b63-1fbc-4491-a658-473e074e5dbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.561s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.017205] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9dd32e-2d39-4145-8ee3-4404990785d2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.025187] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.025465] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f07f6e2c-4449-4a43-83e1-597e1c1b1592 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.035848] env[62748]: DEBUG oslo_vmware.api [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1166.035848] env[62748]: value = "task-2750687" [ 1166.035848] env[62748]: _type = "Task" [ 1166.035848] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.046825] env[62748]: DEBUG oslo_vmware.api [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.048283] env[62748]: DEBUG nova.policy [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '576b6d26a9584aa49608b3274e6b09bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30a65ce7402942c2a54c8628bde6abed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.184790] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ba671e-10c3-4a10-94bc-ee63bf3689e8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.193510] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43286f5-599b-44a7-a1a3-c8aa229db55f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.223478] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3798f1-e6db-45aa-b59d-0166470f761e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.231206] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d949ef-81b9-4392-9951-d0b17ab508dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.248432] env[62748]: DEBUG nova.compute.provider_tree [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.394190] env[62748]: DEBUG nova.network.neutron [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Successfully created port: a81e203b-61b0-463e-a548-6a274c762835 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.406769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "82b27f18-3310-4e5f-a892-6be75f4d70b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.406769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.406769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "82b27f18-3310-4e5f-a892-6be75f4d70b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.406769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1166.406769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.408323] env[62748]: INFO nova.compute.manager [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Terminating instance [ 1166.480354] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750686, 'name': PowerOffVM_Task, 'duration_secs': 0.252618} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.480610] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.480798] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance '452261a5-4cbf-401f-8129-a38e15e9aff2' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.494289] env[62748]: DEBUG nova.compute.manager [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.545453] env[62748]: DEBUG oslo_vmware.api [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750687, 'name': PowerOffVM_Task, 'duration_secs': 0.205737} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.545747] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.545974] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.546251] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2615faf-bf47-409f-9563-3faa6fbffc5b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.611870] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.612131] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.612325] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleting the datastore file [datastore1] 70968122-147c-4f30-9435-6ecbd16eae9a {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.612912] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c24b043f-2f58-41e5-92d5-c9df9b68d971 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.620859] env[62748]: DEBUG oslo_vmware.api [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1166.620859] env[62748]: value = "task-2750689" [ 1166.620859] env[62748]: _type = "Task" [ 1166.620859] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.628402] env[62748]: DEBUG oslo_vmware.api [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.751970] env[62748]: DEBUG nova.scheduler.client.report [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.911999] env[62748]: DEBUG nova.compute.manager [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.912262] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.913218] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee5b6c1-6191-43b3-bffa-54903100df55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.921011] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.921260] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3bdb85c-907f-4187-a259-8ef7cd04a1de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.928455] env[62748]: DEBUG oslo_vmware.api [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1166.928455] env[62748]: value = "task-2750690" [ 1166.928455] env[62748]: _type = "Task" [ 1166.928455] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.936779] env[62748]: DEBUG oslo_vmware.api [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.988515] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.988905] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.988972] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.989307] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.989524] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.989723] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.989987] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.990264] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.990488] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.990718] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.991426] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.996619] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4fa62aa-43ff-4a72-8604-d104fa3a4265 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.017984] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1167.017984] env[62748]: value = "task-2750691" [ 1167.017984] env[62748]: _type = "Task" [ 1167.017984] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.028063] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.133844] env[62748]: DEBUG oslo_vmware.api [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158884} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.134097] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.134274] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.134455] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.134645] env[62748]: INFO nova.compute.manager [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1167.134896] env[62748]: DEBUG oslo.service.loopingcall [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1167.135108] env[62748]: DEBUG nova.compute.manager [-] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.135206] env[62748]: DEBUG nova.network.neutron [-] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.258823] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.280307] env[62748]: INFO nova.scheduler.client.report [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleted allocations for instance 55a7cf2f-0c9d-4134-9fcd-a6e277d74086 [ 1167.383175] env[62748]: DEBUG nova.compute.manager [req-3bf53569-d582-43c0-9a74-9195c3926915 req-f35f98e2-b9fc-46f2-b3ea-bbe0213fdec3 service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Received event network-vif-deleted-4d6be200-f4bf-43be-a3bd-39667071560f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.383300] env[62748]: INFO nova.compute.manager [req-3bf53569-d582-43c0-9a74-9195c3926915 req-f35f98e2-b9fc-46f2-b3ea-bbe0213fdec3 service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Neutron deleted interface 4d6be200-f4bf-43be-a3bd-39667071560f; detaching it from the instance and deleting it from the info cache [ 1167.383467] env[62748]: DEBUG nova.network.neutron [req-3bf53569-d582-43c0-9a74-9195c3926915 req-f35f98e2-b9fc-46f2-b3ea-bbe0213fdec3 service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.438232] env[62748]: DEBUG oslo_vmware.api [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750690, 'name': PowerOffVM_Task, 'duration_secs': 0.225898} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.438501] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.438674] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.438919] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0d8bd36-1ac4-4f85-a897-0646ca006a8a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.510058] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.510262] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.510446] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleting the datastore file [datastore1] 82b27f18-3310-4e5f-a892-6be75f4d70b7 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.510712] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc2561d3-f1c4-4df4-b638-c0ec4e019750 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.513811] env[62748]: DEBUG nova.compute.manager [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.523044] env[62748]: DEBUG oslo_vmware.api [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1167.523044] env[62748]: value = "task-2750693" [ 1167.523044] env[62748]: _type = "Task" [ 1167.523044] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.531257] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750691, 'name': ReconfigVM_Task, 'duration_secs': 0.174913} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.531863] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance '452261a5-4cbf-401f-8129-a38e15e9aff2' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.539220] env[62748]: DEBUG oslo_vmware.api [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.546522] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.546744] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.546973] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.547207] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.547364] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.547514] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.547723] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.547882] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.548058] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.548224] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.548397] env[62748]: DEBUG nova.virt.hardware [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.549200] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6e15b8-7210-4585-9ba6-94de8aad0efc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.556798] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9271864c-3679-4149-bd44-6056d70687fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.787949] env[62748]: DEBUG oslo_concurrency.lockutils [None req-27555ada-3bba-499e-b91e-d8b323968e48 tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "55a7cf2f-0c9d-4134-9fcd-a6e277d74086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.966s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.844522] env[62748]: DEBUG nova.network.neutron [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Successfully updated port: a81e203b-61b0-463e-a548-6a274c762835 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.866849] env[62748]: DEBUG nova.network.neutron [-] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.886295] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e147389a-43ed-4203-91e7-af16d4dbee16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.896100] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3221f5-db8c-4dce-9ff9-7a96918a7ab8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.925595] env[62748]: DEBUG nova.compute.manager [req-3bf53569-d582-43c0-9a74-9195c3926915 req-f35f98e2-b9fc-46f2-b3ea-bbe0213fdec3 service nova] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Detach interface failed, port_id=4d6be200-f4bf-43be-a3bd-39667071560f, reason: Instance 70968122-147c-4f30-9435-6ecbd16eae9a could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1168.033055] env[62748]: DEBUG oslo_vmware.api [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242186} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.033353] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.033513] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.033695] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.033873] env[62748]: INFO nova.compute.manager [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1168.034144] env[62748]: DEBUG oslo.service.loopingcall [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1168.034342] env[62748]: DEBUG nova.compute.manager [-] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.034437] env[62748]: DEBUG nova.network.neutron [-] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.042217] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.042445] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.042631] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.042828] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.042984] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.043190] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.043422] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.043591] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.043756] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.043935] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.044161] env[62748]: DEBUG nova.virt.hardware [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.050263] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.050263] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e6755a4-12e9-4fa8-8863-fb4b731f7be9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.072321] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1168.072321] env[62748]: value = "task-2750694" [ 1168.072321] env[62748]: _type = "Task" [ 1168.072321] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.083179] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.346134] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "refresh_cache-5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.346357] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "refresh_cache-5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.346487] env[62748]: DEBUG nova.network.neutron [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.369455] env[62748]: INFO nova.compute.manager [-] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Took 1.23 seconds to deallocate network for instance. [ 1168.582861] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750694, 'name': ReconfigVM_Task, 'duration_secs': 0.309139} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.583276] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1168.584090] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdbc060-f4bd-4918-9365-a19f56e2b79a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.608526] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 452261a5-4cbf-401f-8129-a38e15e9aff2/452261a5-4cbf-401f-8129-a38e15e9aff2.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.608773] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-052b9e08-c9d9-48f9-ada7-77beee8ef1a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.627540] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1168.627540] env[62748]: value = "task-2750695" [ 1168.627540] env[62748]: _type = "Task" [ 1168.627540] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.635169] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.695461] env[62748]: DEBUG oslo_concurrency.lockutils [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.695779] env[62748]: DEBUG oslo_concurrency.lockutils [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.696022] env[62748]: DEBUG oslo_concurrency.lockutils [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "5ed76a2e-dc00-478b-8d47-0d01bafda831-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.696250] env[62748]: DEBUG oslo_concurrency.lockutils [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.696460] env[62748]: DEBUG oslo_concurrency.lockutils [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.698680] env[62748]: INFO nova.compute.manager [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Terminating instance [ 1168.775638] env[62748]: DEBUG nova.network.neutron [-] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.875452] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.875747] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.875969] env[62748]: DEBUG nova.objects.instance [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lazy-loading 'resources' on Instance uuid 70968122-147c-4f30-9435-6ecbd16eae9a {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.882267] env[62748]: DEBUG nova.network.neutron [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1169.013018] env[62748]: DEBUG nova.network.neutron [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Updating instance_info_cache with network_info: [{"id": "a81e203b-61b0-463e-a548-6a274c762835", "address": "fa:16:3e:30:b0:13", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa81e203b-61", "ovs_interfaceid": "a81e203b-61b0-463e-a548-6a274c762835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.137848] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750695, 'name': ReconfigVM_Task, 'duration_secs': 0.283912} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.138170] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 452261a5-4cbf-401f-8129-a38e15e9aff2/452261a5-4cbf-401f-8129-a38e15e9aff2.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.138460] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance '452261a5-4cbf-401f-8129-a38e15e9aff2' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.202762] env[62748]: DEBUG nova.compute.manager [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.202982] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.203883] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d58013-cf95-4965-a1a8-96c578633f30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.211853] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.212361] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b21e576f-dd9b-4bf3-9d20-6a58d2ba4495 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.219546] env[62748]: DEBUG oslo_vmware.api [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1169.219546] env[62748]: value = "task-2750696" [ 1169.219546] env[62748]: _type = "Task" [ 1169.219546] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.228303] env[62748]: DEBUG oslo_vmware.api [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.278505] env[62748]: INFO nova.compute.manager [-] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Took 1.24 seconds to deallocate network for instance. [ 1169.460062] env[62748]: DEBUG nova.compute.manager [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Received event network-vif-plugged-a81e203b-61b0-463e-a548-6a274c762835 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.460257] env[62748]: DEBUG oslo_concurrency.lockutils [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] Acquiring lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.460486] env[62748]: DEBUG oslo_concurrency.lockutils [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.460658] env[62748]: DEBUG oslo_concurrency.lockutils [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.460835] env[62748]: DEBUG nova.compute.manager [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] No waiting events found dispatching network-vif-plugged-a81e203b-61b0-463e-a548-6a274c762835 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.461012] env[62748]: WARNING nova.compute.manager [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Received unexpected event network-vif-plugged-a81e203b-61b0-463e-a548-6a274c762835 for instance with vm_state building and task_state spawning. [ 1169.461387] env[62748]: DEBUG nova.compute.manager [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Received event network-changed-a81e203b-61b0-463e-a548-6a274c762835 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.461557] env[62748]: DEBUG nova.compute.manager [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Refreshing instance network info cache due to event network-changed-a81e203b-61b0-463e-a548-6a274c762835. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1169.461755] env[62748]: DEBUG oslo_concurrency.lockutils [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] Acquiring lock "refresh_cache-5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.516186] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "refresh_cache-5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.516519] env[62748]: DEBUG nova.compute.manager [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Instance network_info: |[{"id": "a81e203b-61b0-463e-a548-6a274c762835", "address": "fa:16:3e:30:b0:13", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa81e203b-61", "ovs_interfaceid": "a81e203b-61b0-463e-a548-6a274c762835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.516812] env[62748]: DEBUG oslo_concurrency.lockutils [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] Acquired lock "refresh_cache-5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.517011] env[62748]: DEBUG nova.network.neutron [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Refreshing network info cache for port a81e203b-61b0-463e-a548-6a274c762835 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.518261] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:b0:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd12aff80-9d1b-4a67-a470-9c0148b443e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a81e203b-61b0-463e-a548-6a274c762835', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.526424] env[62748]: DEBUG oslo.service.loopingcall [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1169.531465] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.532290] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2064d3e4-7144-4ec1-b312-d6904b460887 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.556819] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.556819] env[62748]: value = "task-2750697" [ 1169.556819] env[62748]: _type = "Task" [ 1169.556819] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.561394] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb02f30-e683-483c-bc92-4b332537bee8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.570737] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750697, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.572709] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e6012d-0d2a-4f80-9acb-4e33f1f35eab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.605100] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3ce620-cd0d-45c9-b4b2-b01702bd3f11 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.614779] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e1c324-e2d4-4257-9ece-63aac27fabeb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.628614] env[62748]: DEBUG nova.compute.provider_tree [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.647745] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3928d46-cde9-44b4-baf8-48725408d2ee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.672260] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11527a7e-22c7-4ef5-9356-918bc07c963c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.694109] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance '452261a5-4cbf-401f-8129-a38e15e9aff2' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.729901] env[62748]: DEBUG oslo_vmware.api [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750696, 'name': PowerOffVM_Task, 'duration_secs': 0.213647} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.730176] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.730351] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.730595] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adc77f30-8474-4417-8864-90d2375093ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.783924] env[62748]: DEBUG nova.network.neutron [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Updated VIF entry in instance network info cache for port a81e203b-61b0-463e-a548-6a274c762835. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.784392] env[62748]: DEBUG nova.network.neutron [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Updating instance_info_cache with network_info: [{"id": "a81e203b-61b0-463e-a548-6a274c762835", "address": "fa:16:3e:30:b0:13", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa81e203b-61", "ovs_interfaceid": "a81e203b-61b0-463e-a548-6a274c762835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.786379] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.792434] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.792698] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.792897] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleting the datastore file [datastore2] 5ed76a2e-dc00-478b-8d47-0d01bafda831 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.793166] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-314b52b3-b9c3-4551-ab88-5a6c28def54f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.802406] env[62748]: DEBUG oslo_vmware.api [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for the task: (returnval){ [ 1169.802406] env[62748]: value = "task-2750699" [ 1169.802406] env[62748]: _type = "Task" [ 1169.802406] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.811964] env[62748]: DEBUG oslo_vmware.api [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.066057] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750697, 'name': CreateVM_Task, 'duration_secs': 0.314201} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.066240] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.066916] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.067207] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.067546] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.067804] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f59dc11-4983-4644-afbe-2d5debe5db15 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.071975] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1170.071975] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5292d134-1926-a0fb-837c-953647730879" [ 1170.071975] env[62748]: _type = "Task" [ 1170.071975] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.079014] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5292d134-1926-a0fb-837c-953647730879, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.131586] env[62748]: DEBUG nova.scheduler.client.report [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.288017] env[62748]: DEBUG oslo_concurrency.lockutils [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] Releasing lock "refresh_cache-5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.288312] env[62748]: DEBUG nova.compute.manager [req-73d2b930-f129-44b9-af9a-5abb0462e4d9 req-5aefcf87-bbf3-4ad2-b4cc-c48effeb1195 service nova] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Received event network-vif-deleted-bc0a9045-7b45-4dd3-a05d-3b78dfb7c376 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.311770] env[62748]: DEBUG oslo_vmware.api [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Task: {'id': task-2750699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113194} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.312219] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.312292] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.312429] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.312606] env[62748]: INFO nova.compute.manager [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1170.312858] env[62748]: DEBUG oslo.service.loopingcall [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1170.313068] env[62748]: DEBUG nova.compute.manager [-] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.313169] env[62748]: DEBUG nova.network.neutron [-] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.583075] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5292d134-1926-a0fb-837c-953647730879, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.583378] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.583611] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.583848] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.583987] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.584182] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.584438] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6919a96b-786a-4569-9060-3df5242ef882 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.592709] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.592884] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.593580] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94583790-a578-4bca-9500-a160455ebd43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.598691] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1170.598691] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a88159-9fb2-8db7-6ab3-173f0d4361e7" [ 1170.598691] env[62748]: _type = "Task" [ 1170.598691] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.605839] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a88159-9fb2-8db7-6ab3-173f0d4361e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.636968] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.639108] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.853s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.639374] env[62748]: DEBUG nova.objects.instance [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lazy-loading 'resources' on Instance uuid 82b27f18-3310-4e5f-a892-6be75f4d70b7 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.661733] env[62748]: INFO nova.scheduler.client.report [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted allocations for instance 70968122-147c-4f30-9435-6ecbd16eae9a [ 1171.020448] env[62748]: DEBUG nova.network.neutron [-] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.108906] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a88159-9fb2-8db7-6ab3-173f0d4361e7, 'name': SearchDatastore_Task, 'duration_secs': 0.007871} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.109660] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5132f5d9-8172-4798-9e84-9397788979f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.114535] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1171.114535] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529f5a37-8e24-ba90-c011-b832c5e7208a" [ 1171.114535] env[62748]: _type = "Task" [ 1171.114535] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.121740] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529f5a37-8e24-ba90-c011-b832c5e7208a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.168692] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9b1c580c-360d-4db9-8795-350a0f6f9b5a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "70968122-147c-4f30-9435-6ecbd16eae9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.663s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.267967] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6a8009-aab5-4227-901a-9b5fefecc500 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.275519] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f20e333-8f7c-4214-bcc5-86c0c6d88894 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.307114] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b7f39-504f-4a45-8ada-fd78134a2075 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.314504] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f4ea6-f965-4e6f-ad13-31779b325ff9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.331552] env[62748]: DEBUG nova.compute.provider_tree [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.343604] env[62748]: DEBUG nova.network.neutron [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Port 39a8dd65-e321-47a8-90a2-a3ab173d882f binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1171.485971] env[62748]: DEBUG nova.compute.manager [req-4891e1e8-1dfc-4f5d-be89-4911b8a10166 req-c4b4d1d6-f7c4-4a57-8b3d-0a7c31c2b82a service nova] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Received event network-vif-deleted-11001c57-72a5-47f8-8ab8-394a602e7ff7 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1171.523302] env[62748]: INFO nova.compute.manager [-] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Took 1.21 seconds to deallocate network for instance. [ 1171.625454] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529f5a37-8e24-ba90-c011-b832c5e7208a, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.625806] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.626140] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e/5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.626421] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e68c762-5062-4669-971c-71778aedb45d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.633772] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1171.633772] env[62748]: value = "task-2750700" [ 1171.633772] env[62748]: _type = "Task" [ 1171.633772] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.641418] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.836059] env[62748]: DEBUG nova.scheduler.client.report [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.029502] env[62748]: DEBUG oslo_concurrency.lockutils [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.085400] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "357231d0-47d5-4e86-85d6-ad340009e497" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.085621] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "357231d0-47d5-4e86-85d6-ad340009e497" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.085844] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "357231d0-47d5-4e86-85d6-ad340009e497-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.086050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "357231d0-47d5-4e86-85d6-ad340009e497-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.086239] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "357231d0-47d5-4e86-85d6-ad340009e497-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.088760] env[62748]: INFO nova.compute.manager [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Terminating instance [ 1172.143668] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437674} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.143907] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e/5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.144133] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.144370] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e43721a6-23c6-41bd-aee0-feacadfd6491 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.151049] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1172.151049] env[62748]: value = "task-2750701" [ 1172.151049] env[62748]: _type = "Task" [ 1172.151049] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.158484] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.341483] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.343853] env[62748]: DEBUG oslo_concurrency.lockutils [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.315s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.344103] env[62748]: DEBUG nova.objects.instance [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lazy-loading 'resources' on Instance uuid 5ed76a2e-dc00-478b-8d47-0d01bafda831 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.358714] env[62748]: INFO nova.scheduler.client.report [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted allocations for instance 82b27f18-3310-4e5f-a892-6be75f4d70b7 [ 1172.369335] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "452261a5-4cbf-401f-8129-a38e15e9aff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.369562] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.369764] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.593030] env[62748]: DEBUG nova.compute.manager [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.593030] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.593960] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ed3db-9e14-405e-aba9-91d8038a28c6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.602908] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.603115] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2eee287-6395-4f24-aba6-31252f4045f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.610415] env[62748]: DEBUG oslo_vmware.api [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1172.610415] env[62748]: value = "task-2750703" [ 1172.610415] env[62748]: _type = "Task" [ 1172.610415] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.618148] env[62748]: DEBUG oslo_vmware.api [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.661482] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061878} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.661784] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.662637] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c17f05-c5a5-4f01-b9a7-d8a6ecd7c555 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.687642] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e/5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.687763] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc874d91-841c-40dd-bcd5-efbc7cc49044 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.708194] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1172.708194] env[62748]: value = "task-2750704" [ 1172.708194] env[62748]: _type = "Task" [ 1172.708194] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.716378] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.873751] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f8474e7-c738-4409-b74d-fbc21ff7631b tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "82b27f18-3310-4e5f-a892-6be75f4d70b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.468s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.977821] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16daca31-1cfb-479f-9a3e-d42ad43ec3c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.985952] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a3ab57-577e-496a-b53c-bcaf65d26249 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.017046] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760f586f-f684-4958-98c4-53e00552ba1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.024657] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15f7d38-5cde-49ba-8dff-0038ba31ad79 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.037926] env[62748]: DEBUG nova.compute.provider_tree [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.119330] env[62748]: DEBUG oslo_vmware.api [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750703, 'name': PowerOffVM_Task, 'duration_secs': 0.193609} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.119554] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.119728] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.119957] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc96b50a-6ff1-4a90-bb83-5065edf01a55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.186826] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.187083] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.187280] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleting the datastore file [datastore2] 357231d0-47d5-4e86-85d6-ad340009e497 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.187523] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fda61b2-33b0-4784-ad1c-30be72067c5a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.195354] env[62748]: DEBUG oslo_vmware.api [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1173.195354] env[62748]: value = "task-2750706" [ 1173.195354] env[62748]: _type = "Task" [ 1173.195354] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.202885] env[62748]: DEBUG oslo_vmware.api [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.216572] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750704, 'name': ReconfigVM_Task, 'duration_secs': 0.250748} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.216677] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e/5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.217254] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8551f1a2-6d4b-463b-b614-6ce69e8210ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.222778] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1173.222778] env[62748]: value = "task-2750707" [ 1173.222778] env[62748]: _type = "Task" [ 1173.222778] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.229956] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750707, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.405364] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.405664] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.405872] env[62748]: DEBUG nova.network.neutron [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.541488] env[62748]: DEBUG nova.scheduler.client.report [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.706576] env[62748]: DEBUG oslo_vmware.api [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229129} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.706855] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.707061] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.707248] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.707426] env[62748]: INFO nova.compute.manager [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1173.707669] env[62748]: DEBUG oslo.service.loopingcall [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1173.707870] env[62748]: DEBUG nova.compute.manager [-] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.707992] env[62748]: DEBUG nova.network.neutron [-] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.732505] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750707, 'name': Rename_Task, 'duration_secs': 0.207426} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.732791] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.733046] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6809cd8-4cfc-4456-ab20-878a16c90719 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.739985] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1173.739985] env[62748]: value = "task-2750708" [ 1173.739985] env[62748]: _type = "Task" [ 1173.739985] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.747540] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.973293] env[62748]: DEBUG nova.compute.manager [req-de5ade19-84d7-4d69-b0ec-c56de0a9a96b req-23c96148-9751-4efa-bcc2-06d4eaa1011b service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Received event network-vif-deleted-29b98e49-2744-48ec-8d05-72b3cdc04ee0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1173.973829] env[62748]: INFO nova.compute.manager [req-de5ade19-84d7-4d69-b0ec-c56de0a9a96b req-23c96148-9751-4efa-bcc2-06d4eaa1011b service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Neutron deleted interface 29b98e49-2744-48ec-8d05-72b3cdc04ee0; detaching it from the instance and deleting it from the info cache [ 1173.973829] env[62748]: DEBUG nova.network.neutron [req-de5ade19-84d7-4d69-b0ec-c56de0a9a96b req-23c96148-9751-4efa-bcc2-06d4eaa1011b service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.046933] env[62748]: DEBUG oslo_concurrency.lockutils [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.067639] env[62748]: INFO nova.scheduler.client.report [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Deleted allocations for instance 5ed76a2e-dc00-478b-8d47-0d01bafda831 [ 1174.150894] env[62748]: DEBUG nova.network.neutron [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance_info_cache with network_info: [{"id": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "address": "fa:16:3e:e9:33:36", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8dd65-e3", "ovs_interfaceid": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.250620] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.457246] env[62748]: DEBUG nova.network.neutron [-] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.476889] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fe4011a-d5e1-4324-b9c3-57c84b535720 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.486810] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2d50fb-e395-41fe-bc8f-20dce792feef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.516668] env[62748]: DEBUG nova.compute.manager [req-de5ade19-84d7-4d69-b0ec-c56de0a9a96b req-23c96148-9751-4efa-bcc2-06d4eaa1011b service nova] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Detach interface failed, port_id=29b98e49-2744-48ec-8d05-72b3cdc04ee0, reason: Instance 357231d0-47d5-4e86-85d6-ad340009e497 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1174.577196] env[62748]: DEBUG oslo_concurrency.lockutils [None req-723ea973-241b-461a-909a-991a44e1a24c tempest-AttachInterfacesTestJSON-558380952 tempest-AttachInterfacesTestJSON-558380952-project-member] Lock "5ed76a2e-dc00-478b-8d47-0d01bafda831" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.881s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.653423] env[62748]: DEBUG oslo_concurrency.lockutils [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.751167] env[62748]: DEBUG oslo_vmware.api [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750708, 'name': PowerOnVM_Task, 'duration_secs': 0.843313} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.751440] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.751653] env[62748]: INFO nova.compute.manager [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1174.751832] env[62748]: DEBUG nova.compute.manager [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.752626] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e2bb46-89f5-474b-b60b-a178168d85ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.959715] env[62748]: INFO nova.compute.manager [-] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Took 1.25 seconds to deallocate network for instance. [ 1175.163415] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bb4dab-27f8-4d4c-bb89-598e5720882d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.170933] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a4617e-dfeb-431a-86de-5a60caa9c741 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.273621] env[62748]: INFO nova.compute.manager [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Took 14.22 seconds to build instance. [ 1175.466240] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.466648] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.466962] env[62748]: DEBUG nova.objects.instance [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lazy-loading 'resources' on Instance uuid 357231d0-47d5-4e86-85d6-ad340009e497 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.775255] env[62748]: DEBUG oslo_concurrency.lockutils [None req-889c5493-2ba6-4693-abec-b47edefd7409 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.732s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.095567] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4c31d7-fbe9-4ca4-9af5-b9abc27426d8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.103217] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd247db8-b832-4b6e-b325-004d1ffd617b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.133964] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac73c59-6afa-4cf5-8a42-805bc2641bab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.136636] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.136862] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.137071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.137427] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.137427] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.139501] env[62748]: INFO nova.compute.manager [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Terminating instance [ 1176.145726] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae20221-4fae-4970-be8a-8fff5ed4282f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.161212] env[62748]: DEBUG nova.compute.provider_tree [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.273258] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95241025-4e52-4cca-b775-fd45b8659657 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.298512] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6091af65-3c15-4127-8264-8257d19cd620 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.306310] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance '452261a5-4cbf-401f-8129-a38e15e9aff2' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.427906] env[62748]: DEBUG nova.compute.manager [req-6beb1426-f572-4d26-b124-6fe15cdef627 req-1bad3b35-16e1-4cad-a2e4-3e2a6b43cff0 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Received event network-changed-a81e203b-61b0-463e-a548-6a274c762835 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1176.428064] env[62748]: DEBUG nova.compute.manager [req-6beb1426-f572-4d26-b124-6fe15cdef627 req-1bad3b35-16e1-4cad-a2e4-3e2a6b43cff0 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Refreshing instance network info cache due to event network-changed-a81e203b-61b0-463e-a548-6a274c762835. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1176.428225] env[62748]: DEBUG oslo_concurrency.lockutils [req-6beb1426-f572-4d26-b124-6fe15cdef627 req-1bad3b35-16e1-4cad-a2e4-3e2a6b43cff0 service nova] Acquiring lock "refresh_cache-5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.428400] env[62748]: DEBUG oslo_concurrency.lockutils [req-6beb1426-f572-4d26-b124-6fe15cdef627 req-1bad3b35-16e1-4cad-a2e4-3e2a6b43cff0 service nova] Acquired lock "refresh_cache-5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.428535] env[62748]: DEBUG nova.network.neutron [req-6beb1426-f572-4d26-b124-6fe15cdef627 req-1bad3b35-16e1-4cad-a2e4-3e2a6b43cff0 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Refreshing network info cache for port a81e203b-61b0-463e-a548-6a274c762835 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.645186] env[62748]: DEBUG nova.compute.manager [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.645678] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.646355] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0493e920-5af1-4e1b-8333-6231f21643b8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.655077] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.655339] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ba574e-7b1a-4b04-8455-0f8cb5661d12 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.663214] env[62748]: DEBUG oslo_vmware.api [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1176.663214] env[62748]: value = "task-2750709" [ 1176.663214] env[62748]: _type = "Task" [ 1176.663214] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.664082] env[62748]: DEBUG nova.scheduler.client.report [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.681408] env[62748]: DEBUG oslo_vmware.api [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.813160] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.813549] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a406538-d2d4-49aa-83cc-61ffef0b6da9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.821431] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1176.821431] env[62748]: value = "task-2750710" [ 1176.821431] env[62748]: _type = "Task" [ 1176.821431] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.829929] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.176903] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.179742] env[62748]: DEBUG oslo_vmware.api [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750709, 'name': PowerOffVM_Task, 'duration_secs': 0.221756} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.182347] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.182623] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.182898] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6e0ac10-2bee-4a42-9044-fcef36f68a81 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.206759] env[62748]: INFO nova.scheduler.client.report [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted allocations for instance 357231d0-47d5-4e86-85d6-ad340009e497 [ 1177.224578] env[62748]: DEBUG nova.network.neutron [req-6beb1426-f572-4d26-b124-6fe15cdef627 req-1bad3b35-16e1-4cad-a2e4-3e2a6b43cff0 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Updated VIF entry in instance network info cache for port a81e203b-61b0-463e-a548-6a274c762835. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.224990] env[62748]: DEBUG nova.network.neutron [req-6beb1426-f572-4d26-b124-6fe15cdef627 req-1bad3b35-16e1-4cad-a2e4-3e2a6b43cff0 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Updating instance_info_cache with network_info: [{"id": "a81e203b-61b0-463e-a548-6a274c762835", "address": "fa:16:3e:30:b0:13", "network": {"id": "7766779c-2b5d-47d3-a8bb-08c1132ebf42", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-2024330198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30a65ce7402942c2a54c8628bde6abed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d12aff80-9d1b-4a67-a470-9c0148b443e3", "external-id": "nsx-vlan-transportzone-784", "segmentation_id": 784, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa81e203b-61", "ovs_interfaceid": "a81e203b-61b0-463e-a548-6a274c762835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.332625] env[62748]: DEBUG oslo_vmware.api [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750710, 'name': PowerOnVM_Task, 'duration_secs': 0.498162} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.332934] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.333170] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-07648404-d588-41a9-8b0c-e0898e6be99c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance '452261a5-4cbf-401f-8129-a38e15e9aff2' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.715666] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28a556d9-324b-42db-8fe2-a9dd4e99822e tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "357231d0-47d5-4e86-85d6-ad340009e497" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.630s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.727562] env[62748]: DEBUG oslo_concurrency.lockutils [req-6beb1426-f572-4d26-b124-6fe15cdef627 req-1bad3b35-16e1-4cad-a2e4-3e2a6b43cff0 service nova] Releasing lock "refresh_cache-5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.481898] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.482139] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.482337] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleting the datastore file [datastore1] 1951d4ff-daa7-44ac-aac5-ee032dc6a52d {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.483062] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2d5c272-b80e-47ef-9fd6-ad29092fc247 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.490832] env[62748]: DEBUG oslo_vmware.api [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for the task: (returnval){ [ 1178.490832] env[62748]: value = "task-2750712" [ 1178.490832] env[62748]: _type = "Task" [ 1178.490832] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.498927] env[62748]: DEBUG oslo_vmware.api [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.649946] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "382a6e4b-f240-4515-a37d-38e419e9cd74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.650680] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "382a6e4b-f240-4515-a37d-38e419e9cd74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.825485] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "eb32285a-c607-4acf-a33d-3f324d3347a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.825787] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "eb32285a-c607-4acf-a33d-3f324d3347a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.000871] env[62748]: DEBUG oslo_vmware.api [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Task: {'id': task-2750712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222016} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.000871] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.001074] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.001238] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.001417] env[62748]: INFO nova.compute.manager [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1179.001670] env[62748]: DEBUG oslo.service.loopingcall [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1179.001853] env[62748]: DEBUG nova.compute.manager [-] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.001948] env[62748]: DEBUG nova.network.neutron [-] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.138329] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "9b191f73-839f-401f-80a3-86af8d791942" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.138554] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "9b191f73-839f-401f-80a3-86af8d791942" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.153929] env[62748]: DEBUG nova.compute.manager [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.290190] env[62748]: DEBUG nova.compute.manager [req-09958f14-729f-45ad-9fba-9ce58472c79d req-4e1db18a-fca8-476c-b71d-e9d553ed57ce service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Received event network-vif-deleted-685040ed-4ad0-4e40-877c-7efcf0f176a2 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1179.290386] env[62748]: INFO nova.compute.manager [req-09958f14-729f-45ad-9fba-9ce58472c79d req-4e1db18a-fca8-476c-b71d-e9d553ed57ce service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Neutron deleted interface 685040ed-4ad0-4e40-877c-7efcf0f176a2; detaching it from the instance and deleting it from the info cache [ 1179.290571] env[62748]: DEBUG nova.network.neutron [req-09958f14-729f-45ad-9fba-9ce58472c79d req-4e1db18a-fca8-476c-b71d-e9d553ed57ce service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.327957] env[62748]: DEBUG nova.compute.manager [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.480400] env[62748]: DEBUG nova.network.neutron [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Port 39a8dd65-e321-47a8-90a2-a3ab173d882f binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1179.480806] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.481024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.481266] env[62748]: DEBUG nova.network.neutron [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.641744] env[62748]: DEBUG nova.compute.manager [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.676639] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.676989] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.678829] env[62748]: INFO nova.compute.claims [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.772384] env[62748]: DEBUG nova.network.neutron [-] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.792834] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fb126e4-d122-443f-a894-4faf1ca780db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.802246] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1cfc17-387b-4dcb-bfa6-810c6f500055 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.830568] env[62748]: DEBUG nova.compute.manager [req-09958f14-729f-45ad-9fba-9ce58472c79d req-4e1db18a-fca8-476c-b71d-e9d553ed57ce service nova] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Detach interface failed, port_id=685040ed-4ad0-4e40-877c-7efcf0f176a2, reason: Instance 1951d4ff-daa7-44ac-aac5-ee032dc6a52d could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1179.844905] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.161752] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.237058] env[62748]: DEBUG nova.network.neutron [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance_info_cache with network_info: [{"id": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "address": "fa:16:3e:e9:33:36", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8dd65-e3", "ovs_interfaceid": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.274447] env[62748]: INFO nova.compute.manager [-] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Took 1.27 seconds to deallocate network for instance. [ 1180.740752] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.781265] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.823724] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b3d5f5-a307-495e-b486-ad10183b525e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.832852] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a8384d-51a3-4f7a-9ed4-13d327cd8f0f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.861662] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9f54cf-6ef9-4857-a06c-63fdda717189 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.868606] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1919406f-ae6e-4636-bb82-26d51279b95b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.881477] env[62748]: DEBUG nova.compute.provider_tree [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.244087] env[62748]: DEBUG nova.compute.manager [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62748) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1181.386326] env[62748]: DEBUG nova.scheduler.client.report [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.891519] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.892053] env[62748]: DEBUG nova.compute.manager [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1181.894538] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.050s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.896265] env[62748]: INFO nova.compute.claims [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.340040] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.400762] env[62748]: DEBUG nova.compute.utils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.404800] env[62748]: DEBUG nova.compute.manager [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Not allocating networking since 'none' was specified. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1182.910344] env[62748]: DEBUG nova.compute.manager [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.049652] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7934cd40-eedf-4827-b42b-60f6c8767ca2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.057315] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee8cca8-a2e9-4b12-a821-dcee1040e8e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.086945] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb3781e-cd9c-4f85-a592-74c2af09dcb5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.094344] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f13376-b75e-44ca-857f-7623aae949a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.107922] env[62748]: DEBUG nova.compute.provider_tree [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.610550] env[62748]: DEBUG nova.scheduler.client.report [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.920586] env[62748]: DEBUG nova.compute.manager [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1183.946692] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.946954] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.947130] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.947322] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.947472] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.947663] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.947889] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.948067] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.948244] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.948409] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.948586] env[62748]: DEBUG nova.virt.hardware [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.949457] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20048ca1-3d35-4e2c-b648-e1d571cc1d54 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.957440] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2437cb17-14b0-4b10-8d2a-8a868886e339 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.971697] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.977273] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Creating folder: Project (37465399c2194227876942c060d1e76e). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.977548] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55748e32-07e0-4de6-9c26-8efa83bb075e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.988468] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Created folder: Project (37465399c2194227876942c060d1e76e) in parent group-v553264. [ 1183.988653] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Creating folder: Instances. Parent ref: group-v553572. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.988872] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdecb431-c354-4fc9-9761-0d0a99f21c71 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.999270] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Created folder: Instances in parent group-v553572. [ 1183.999501] env[62748]: DEBUG oslo.service.loopingcall [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.999683] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.999875] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-399f2839-12eb-456c-b99a-97971fd1680f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.016229] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.016229] env[62748]: value = "task-2750715" [ 1184.016229] env[62748]: _type = "Task" [ 1184.016229] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.023949] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750715, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.117168] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.117168] env[62748]: DEBUG nova.compute.manager [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.120636] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.959s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.121834] env[62748]: INFO nova.compute.claims [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.208697] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.208940] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.526114] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750715, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.626818] env[62748]: DEBUG nova.compute.utils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.630143] env[62748]: DEBUG nova.compute.manager [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Not allocating networking since 'none' was specified. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1184.711914] env[62748]: DEBUG nova.compute.utils [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.026424] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750715, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.132063] env[62748]: DEBUG nova.compute.manager [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.214763] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.261531] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f599d16-0385-4015-99d9-8ae44d3cc808 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.268522] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a554fd-572e-4d4f-b9c3-b0becd647244 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.299351] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8110eda4-807e-4e3b-89ad-b670a19375dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.306124] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdd8c15-f9b4-415f-8b7d-85d7376e83f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.318851] env[62748]: DEBUG nova.compute.provider_tree [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.526713] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750715, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.822172] env[62748]: DEBUG nova.scheduler.client.report [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.876034] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.876267] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.876434] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.876592] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.876748] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.876898] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.877058] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.877197] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1185.877345] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.026633] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750715, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.145888] env[62748]: DEBUG nova.compute.manager [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.171337] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.171582] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.171743] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.171928] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.172097] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.172257] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.172469] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.172629] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.172798] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.172962] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.173155] env[62748]: DEBUG nova.virt.hardware [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.173974] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ce3a48-34eb-4a09-858b-38ee5afab6bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.181629] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4557ddf-7bc4-40fa-b2fd-6dbc8b1213df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.195690] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.201111] env[62748]: DEBUG oslo.service.loopingcall [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.201332] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.201519] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f72468fc-2d0e-4bae-b6fe-bb02b336d53b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.217800] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.217800] env[62748]: value = "task-2750716" [ 1186.217800] env[62748]: _type = "Task" [ 1186.217800] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.224854] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750716, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.282816] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.283094] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.283335] env[62748]: INFO nova.compute.manager [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Attaching volume f5995a62-9062-4d34-bf8d-1c32bb214478 to /dev/sdb [ 1186.314591] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6442ff25-acb3-4aa1-b87c-36d8079a369b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.321016] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d71a28-c81f-4715-8c06-3be6445ee6e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.326600] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.327107] env[62748]: DEBUG nova.compute.manager [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.329604] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.548s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.329825] env[62748]: DEBUG nova.objects.instance [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lazy-loading 'resources' on Instance uuid 1951d4ff-daa7-44ac-aac5-ee032dc6a52d {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.335024] env[62748]: DEBUG nova.virt.block_device [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Updating existing volume attachment record: 84d7e635-9170-44a3-adeb-9eb30772a9e0 {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1186.380405] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.527605] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750715, 'name': CreateVM_Task, 'duration_secs': 2.11374} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.527787] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.528254] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.528423] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.528777] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.529049] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f02ac5b-a8f6-4168-9ff3-2a5e9febc451 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.534010] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1186.534010] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52731ece-c6f1-761a-a09d-fb1078e4677c" [ 1186.534010] env[62748]: _type = "Task" [ 1186.534010] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.544808] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52731ece-c6f1-761a-a09d-fb1078e4677c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.729151] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750716, 'name': CreateVM_Task, 'duration_secs': 0.445389} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.729397] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.729887] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.833177] env[62748]: DEBUG nova.compute.utils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.834765] env[62748]: DEBUG nova.compute.manager [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1186.834993] env[62748]: DEBUG nova.network.neutron [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1186.889458] env[62748]: DEBUG nova.policy [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f3e90b7a6e43c1bcf7025687fa1189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4b024e7e6f409dac505ec750cc6007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.009958] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f6a630-f2ef-4651-b33e-5ea69a59d14a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.019052] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195cb1e4-9102-499c-8619-d2c6b469c667 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.076843] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deead718-106f-497d-a59d-e7af055a91a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.091215] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52731ece-c6f1-761a-a09d-fb1078e4677c, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.092969] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.093421] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.093770] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.094093] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.094397] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.094894] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.095416] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1187.095749] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49a74fa8-02f8-48c8-b013-f0668f5831cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.100752] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2b3fd9-e7c0-4aa7-ae37-b4276ae220c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.107429] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-801da8da-c35b-455a-9922-7decac8cc7c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.114731] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1187.114731] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a48127-d45e-a822-0a48-6c4c169caad5" [ 1187.114731] env[62748]: _type = "Task" [ 1187.114731] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.128852] env[62748]: DEBUG nova.compute.provider_tree [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.137101] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.137435] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.140571] env[62748]: DEBUG nova.scheduler.client.report [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.145303] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc80107d-7237-451c-aa70-f5ef7ed052a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.159833] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1187.159833] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c194a1-e051-1423-3a55-f86bdb525410" [ 1187.159833] env[62748]: _type = "Task" [ 1187.159833] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.161264] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52a48127-d45e-a822-0a48-6c4c169caad5, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.161789] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.162161] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.162497] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.175914] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52c194a1-e051-1423-3a55-f86bdb525410, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.177136] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02fd8535-2fff-4f9c-9b39-0052337a3e95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.184566] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1187.184566] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5283a660-1708-2d16-f2ad-38baec2629b8" [ 1187.184566] env[62748]: _type = "Task" [ 1187.184566] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.196389] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5283a660-1708-2d16-f2ad-38baec2629b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.338225] env[62748]: DEBUG nova.compute.manager [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.430458] env[62748]: DEBUG nova.network.neutron [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Successfully created port: 4ef2cf49-f4d2-4f3d-a095-18a6d2181028 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.651697] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.322s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.654735] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.314s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.677247] env[62748]: INFO nova.scheduler.client.report [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Deleted allocations for instance 1951d4ff-daa7-44ac-aac5-ee032dc6a52d [ 1187.697046] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5283a660-1708-2d16-f2ad-38baec2629b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.697046] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.697046] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 382a6e4b-f240-4515-a37d-38e419e9cd74/382a6e4b-f240-4515-a37d-38e419e9cd74.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.697046] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.697498] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.697498] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1edf882-01fe-4dd5-9f99-b41e7b31c867 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.699630] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7ab5788-bf23-4a45-93a7-4777240f48e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.708926] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1187.708926] env[62748]: value = "task-2750718" [ 1187.708926] env[62748]: _type = "Task" [ 1187.708926] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.710545] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.710821] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.716383] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10545174-e777-41dd-b2fc-f8aa2cb1582e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.726390] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.727785] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1187.727785] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cfd9f9-f734-33e8-13ad-7d5660a1c565" [ 1187.727785] env[62748]: _type = "Task" [ 1187.727785] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.737458] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cfd9f9-f734-33e8-13ad-7d5660a1c565, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.738285] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c35a05-4e81-4ebf-b40b-0ca4ab1921ff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.744531] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1187.744531] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5299e302-509b-2931-d629-a1a326fa453e" [ 1187.744531] env[62748]: _type = "Task" [ 1187.744531] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.755347] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5299e302-509b-2931-d629-a1a326fa453e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.156654] env[62748]: DEBUG nova.objects.instance [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'migration_context' on Instance uuid 452261a5-4cbf-401f-8129-a38e15e9aff2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.185583] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a4919537-aaca-4a02-87f0-8f3e7fb7fa99 tempest-ServerActionsTestOtherA-951871058 tempest-ServerActionsTestOtherA-951871058-project-member] Lock "1951d4ff-daa7-44ac-aac5-ee032dc6a52d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.049s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.221674] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750718, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.254910] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5299e302-509b-2931-d629-a1a326fa453e, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.255178] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.255446] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] eb32285a-c607-4acf-a33d-3f324d3347a0/eb32285a-c607-4acf-a33d-3f324d3347a0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.255755] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-057f07eb-5429-4e39-95ef-134d531b8f62 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.263396] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1188.263396] env[62748]: value = "task-2750719" [ 1188.263396] env[62748]: _type = "Task" [ 1188.263396] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.271632] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.348732] env[62748]: DEBUG nova.compute.manager [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.378971] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.379294] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.379493] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.379715] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.379904] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.380087] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.380344] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.380534] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.380781] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.380985] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.381210] env[62748]: DEBUG nova.virt.hardware [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.382259] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596d9a30-22bd-4cdc-819b-55d6d6b95e80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.391747] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fc9d80-e64b-49df-bbe4-6b2104e481fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.725097] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815971} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.725376] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 382a6e4b-f240-4515-a37d-38e419e9cd74/382a6e4b-f240-4515-a37d-38e419e9cd74.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.725655] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.725931] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d55ded6-62d8-4631-bf5e-8a17dd0e9bdc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.733445] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1188.733445] env[62748]: value = "task-2750721" [ 1188.733445] env[62748]: _type = "Task" [ 1188.733445] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.741765] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.774891] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750719, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.834213] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1053e3e-19fb-4759-8b1f-9375c13808e9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.842500] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47a8d07-e57d-4c9d-b88b-558752cb5907 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.878832] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e1927-7868-46e5-9ff4-cf8239eee730 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.887968] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46026b5-326b-40a9-ae11-28e47e01a84e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.905907] env[62748]: DEBUG nova.compute.provider_tree [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.001513] env[62748]: DEBUG nova.compute.manager [req-577710b7-f535-4233-a126-9be9a27eb1b1 req-0a38950c-16e2-47fc-9ad5-87e1bc1e2cd2 service nova] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Received event network-vif-plugged-4ef2cf49-f4d2-4f3d-a095-18a6d2181028 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1189.001758] env[62748]: DEBUG oslo_concurrency.lockutils [req-577710b7-f535-4233-a126-9be9a27eb1b1 req-0a38950c-16e2-47fc-9ad5-87e1bc1e2cd2 service nova] Acquiring lock "9b191f73-839f-401f-80a3-86af8d791942-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.002051] env[62748]: DEBUG oslo_concurrency.lockutils [req-577710b7-f535-4233-a126-9be9a27eb1b1 req-0a38950c-16e2-47fc-9ad5-87e1bc1e2cd2 service nova] Lock "9b191f73-839f-401f-80a3-86af8d791942-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.002241] env[62748]: DEBUG oslo_concurrency.lockutils [req-577710b7-f535-4233-a126-9be9a27eb1b1 req-0a38950c-16e2-47fc-9ad5-87e1bc1e2cd2 service nova] Lock "9b191f73-839f-401f-80a3-86af8d791942-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.002609] env[62748]: DEBUG nova.compute.manager [req-577710b7-f535-4233-a126-9be9a27eb1b1 req-0a38950c-16e2-47fc-9ad5-87e1bc1e2cd2 service nova] [instance: 9b191f73-839f-401f-80a3-86af8d791942] No waiting events found dispatching network-vif-plugged-4ef2cf49-f4d2-4f3d-a095-18a6d2181028 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.002609] env[62748]: WARNING nova.compute.manager [req-577710b7-f535-4233-a126-9be9a27eb1b1 req-0a38950c-16e2-47fc-9ad5-87e1bc1e2cd2 service nova] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Received unexpected event network-vif-plugged-4ef2cf49-f4d2-4f3d-a095-18a6d2181028 for instance with vm_state building and task_state spawning. [ 1189.114700] env[62748]: DEBUG nova.network.neutron [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Successfully updated port: 4ef2cf49-f4d2-4f3d-a095-18a6d2181028 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.243280] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115011} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.243634] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.244407] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955a1d13-30f3-4f71-9238-aa8d7287ace6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.266773] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 382a6e4b-f240-4515-a37d-38e419e9cd74/382a6e4b-f240-4515-a37d-38e419e9cd74.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.267623] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ac39fa9-cb44-4770-b78f-63569a6abde5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.292571] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737615} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.296000] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] eb32285a-c607-4acf-a33d-3f324d3347a0/eb32285a-c607-4acf-a33d-3f324d3347a0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.296269] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.296608] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1189.296608] env[62748]: value = "task-2750722" [ 1189.296608] env[62748]: _type = "Task" [ 1189.296608] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.296819] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffb7905b-11c6-4b87-84e9-5ac2b482be2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.307146] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.308414] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1189.308414] env[62748]: value = "task-2750723" [ 1189.308414] env[62748]: _type = "Task" [ 1189.308414] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.316103] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.409979] env[62748]: DEBUG nova.scheduler.client.report [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.622079] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "refresh_cache-9b191f73-839f-401f-80a3-86af8d791942" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.622079] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "refresh_cache-9b191f73-839f-401f-80a3-86af8d791942" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.622079] env[62748]: DEBUG nova.network.neutron [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.809327] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750722, 'name': ReconfigVM_Task, 'duration_secs': 0.282321} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.809327] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 382a6e4b-f240-4515-a37d-38e419e9cd74/382a6e4b-f240-4515-a37d-38e419e9cd74.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.809327] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b4b07c7-eecb-4922-bf4f-6c9339814911 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.818618] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109412} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.819167] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.819493] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1189.819493] env[62748]: value = "task-2750724" [ 1189.819493] env[62748]: _type = "Task" [ 1189.819493] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.820391] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100f00d7-4593-474f-8b4a-f3251e5ee54c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.830680] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750724, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.846039] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] eb32285a-c607-4acf-a33d-3f324d3347a0/eb32285a-c607-4acf-a33d-3f324d3347a0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.846552] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e23ad195-e026-4c2f-b688-88839db31533 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.865447] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1189.865447] env[62748]: value = "task-2750725" [ 1189.865447] env[62748]: _type = "Task" [ 1189.865447] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.873286] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750725, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.153578] env[62748]: DEBUG nova.network.neutron [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.287564] env[62748]: DEBUG nova.network.neutron [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Updating instance_info_cache with network_info: [{"id": "4ef2cf49-f4d2-4f3d-a095-18a6d2181028", "address": "fa:16:3e:d6:07:98", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef2cf49-f4", "ovs_interfaceid": "4ef2cf49-f4d2-4f3d-a095-18a6d2181028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.334367] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750724, 'name': Rename_Task, 'duration_secs': 0.154826} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.334367] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.334367] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f2acf26-6b5c-4750-bf42-6689095bf857 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.339054] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1190.339054] env[62748]: value = "task-2750726" [ 1190.339054] env[62748]: _type = "Task" [ 1190.339054] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.346655] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.375914] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750725, 'name': ReconfigVM_Task, 'duration_secs': 0.29505} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.376414] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] eb32285a-c607-4acf-a33d-3f324d3347a0/eb32285a-c607-4acf-a33d-3f324d3347a0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.377207] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e603f0e-1863-4257-b1b8-b382b357d9e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.384351] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1190.384351] env[62748]: value = "task-2750727" [ 1190.384351] env[62748]: _type = "Task" [ 1190.384351] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.393273] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750727, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.421477] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.767s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.427643] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.047s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.427885] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.428111] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1190.429077] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5984ea-c90f-4966-a9be-bbb71feef41e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.443752] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d54a6e-702c-4d96-b155-619a13ba5b12 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.465686] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009abdfa-50f1-4b13-8133-ee8304dbd543 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.474097] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3063d2-ab15-48fc-be36-0cb0bbc490bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.509168] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179335MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1190.509312] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.509508] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.793759] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "refresh_cache-9b191f73-839f-401f-80a3-86af8d791942" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.794083] env[62748]: DEBUG nova.compute.manager [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Instance network_info: |[{"id": "4ef2cf49-f4d2-4f3d-a095-18a6d2181028", "address": "fa:16:3e:d6:07:98", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef2cf49-f4", "ovs_interfaceid": "4ef2cf49-f4d2-4f3d-a095-18a6d2181028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.794570] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:07:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ef2cf49-f4d2-4f3d-a095-18a6d2181028', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.802077] env[62748]: DEBUG oslo.service.loopingcall [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1190.802300] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.802523] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc6678f9-d843-4cba-8bf8-073c632d58dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.823057] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.823057] env[62748]: value = "task-2750728" [ 1190.823057] env[62748]: _type = "Task" [ 1190.823057] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.831020] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750728, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.846892] env[62748]: DEBUG oslo_vmware.api [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750726, 'name': PowerOnVM_Task, 'duration_secs': 0.445887} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.847170] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.847379] env[62748]: INFO nova.compute.manager [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1190.847563] env[62748]: DEBUG nova.compute.manager [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.848314] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c71751d-6cc8-4ddc-80e0-295bf2b8e648 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.891683] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1190.891683] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553576', 'volume_id': 'f5995a62-9062-4d34-bf8d-1c32bb214478', 'name': 'volume-f5995a62-9062-4d34-bf8d-1c32bb214478', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f926bc-643d-4c8c-af46-12312d5ff4d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5995a62-9062-4d34-bf8d-1c32bb214478', 'serial': 'f5995a62-9062-4d34-bf8d-1c32bb214478'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1190.891683] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663eb0fd-ae0f-4e9f-a571-898ec39dbb5c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.898418] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750727, 'name': Rename_Task, 'duration_secs': 0.195815} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.910644] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.912444] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e121e141-5baa-46cd-a4ed-ef0158934728 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.913735] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1918dc-bd1f-4837-a8a9-d62353c6849f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.938656] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-f5995a62-9062-4d34-bf8d-1c32bb214478/volume-f5995a62-9062-4d34-bf8d-1c32bb214478.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.941502] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f299783-c0dd-4c5d-a4ea-d94f53c09be6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.956075] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1190.956075] env[62748]: value = "task-2750729" [ 1190.956075] env[62748]: _type = "Task" [ 1190.956075] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.968079] env[62748]: DEBUG oslo_vmware.api [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1190.968079] env[62748]: value = "task-2750730" [ 1190.968079] env[62748]: _type = "Task" [ 1190.968079] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.974855] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.979742] env[62748]: DEBUG oslo_vmware.api [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750730, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.043482] env[62748]: DEBUG nova.compute.manager [req-65456c47-26c7-4478-ad59-f9697615a62d req-eed901ba-88ce-4843-a26e-0eea8a5fe2fa service nova] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Received event network-changed-4ef2cf49-f4d2-4f3d-a095-18a6d2181028 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1191.043706] env[62748]: DEBUG nova.compute.manager [req-65456c47-26c7-4478-ad59-f9697615a62d req-eed901ba-88ce-4843-a26e-0eea8a5fe2fa service nova] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Refreshing instance network info cache due to event network-changed-4ef2cf49-f4d2-4f3d-a095-18a6d2181028. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1191.043967] env[62748]: DEBUG oslo_concurrency.lockutils [req-65456c47-26c7-4478-ad59-f9697615a62d req-eed901ba-88ce-4843-a26e-0eea8a5fe2fa service nova] Acquiring lock "refresh_cache-9b191f73-839f-401f-80a3-86af8d791942" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.044110] env[62748]: DEBUG oslo_concurrency.lockutils [req-65456c47-26c7-4478-ad59-f9697615a62d req-eed901ba-88ce-4843-a26e-0eea8a5fe2fa service nova] Acquired lock "refresh_cache-9b191f73-839f-401f-80a3-86af8d791942" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.044292] env[62748]: DEBUG nova.network.neutron [req-65456c47-26c7-4478-ad59-f9697615a62d req-eed901ba-88ce-4843-a26e-0eea8a5fe2fa service nova] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Refreshing network info cache for port 4ef2cf49-f4d2-4f3d-a095-18a6d2181028 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.333848] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750728, 'name': CreateVM_Task, 'duration_secs': 0.36173} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.335173] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.336272] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.336772] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.337576] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1191.337576] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745c1069-75a3-46a2-9788-63a26e269cce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.344344] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1191.344344] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]527ce708-8501-84dd-bd22-45507345133f" [ 1191.344344] env[62748]: _type = "Task" [ 1191.344344] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.353743] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527ce708-8501-84dd-bd22-45507345133f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.363360] env[62748]: INFO nova.compute.manager [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Took 11.71 seconds to build instance. [ 1191.485479] env[62748]: DEBUG oslo_vmware.api [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750729, 'name': PowerOnVM_Task, 'duration_secs': 0.454305} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.486542] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.486852] env[62748]: INFO nova.compute.manager [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Took 5.34 seconds to spawn the instance on the hypervisor. [ 1191.487358] env[62748]: DEBUG nova.compute.manager [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.488513] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaee23b-c856-4671-8a29-3be3f72f1afa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.496559] env[62748]: INFO nova.compute.manager [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Swapping old allocation on dict_keys(['74ca466f-48af-453b-acbe-44806e22bf31']) held by migration d9396a2d-cf5d-47b5-90b4-742ca9f395f5 for instance [ 1191.497072] env[62748]: DEBUG oslo_vmware.api [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750730, 'name': ReconfigVM_Task, 'duration_secs': 0.477641} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.500317] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-f5995a62-9062-4d34-bf8d-1c32bb214478/volume-f5995a62-9062-4d34-bf8d-1c32bb214478.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.511521] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53f8e97-f64b-4510-a711-3012939301bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.532522] env[62748]: DEBUG oslo_vmware.api [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1191.532522] env[62748]: value = "task-2750731" [ 1191.532522] env[62748]: _type = "Task" [ 1191.532522] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.541411] env[62748]: DEBUG oslo_vmware.api [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.542458] env[62748]: DEBUG nova.scheduler.client.report [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Overwriting current allocation {'allocations': {'74ca466f-48af-453b-acbe-44806e22bf31': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': 'aa3df52b5fb64f8db3cde5b5d8172c62', 'user_id': '03b03b6f02a246f79d762e3ab4d3e404', 'consumer_generation': 1} on consumer 452261a5-4cbf-401f-8129-a38e15e9aff2 {{(pid=62748) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1191.549704] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 70b9f4b5-7795-4678-a4a1-fdda13503ac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.549704] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance b3cd10c1-6a0c-4df0-87f6-736b41297bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.549859] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance dce8cf57-b9e8-43d4-899f-7506bd161ed4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.550083] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance b3f926bc-643d-4c8c-af46-12312d5ff4d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1191.706134] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.706331] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.706512] env[62748]: DEBUG nova.network.neutron [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1191.857721] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]527ce708-8501-84dd-bd22-45507345133f, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.857935] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.858200] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.858490] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1191.858613] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.858804] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.859094] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a70b67e-8b31-4078-8570-4d113a93d071 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.867702] env[62748]: DEBUG oslo_concurrency.lockutils [None req-784b7034-dfb3-494f-ba04-c28032abf476 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "382a6e4b-f240-4515-a37d-38e419e9cd74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.217s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.869188] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.869370] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.870125] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c45918-529e-4246-836f-dcb58a747139 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.875209] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1191.875209] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52840c92-d54a-a6ee-ebaa-02af2068f680" [ 1191.875209] env[62748]: _type = "Task" [ 1191.875209] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.882624] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52840c92-d54a-a6ee-ebaa-02af2068f680, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.956111] env[62748]: DEBUG nova.network.neutron [req-65456c47-26c7-4478-ad59-f9697615a62d req-eed901ba-88ce-4843-a26e-0eea8a5fe2fa service nova] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Updated VIF entry in instance network info cache for port 4ef2cf49-f4d2-4f3d-a095-18a6d2181028. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.956111] env[62748]: DEBUG nova.network.neutron [req-65456c47-26c7-4478-ad59-f9697615a62d req-eed901ba-88ce-4843-a26e-0eea8a5fe2fa service nova] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Updating instance_info_cache with network_info: [{"id": "4ef2cf49-f4d2-4f3d-a095-18a6d2181028", "address": "fa:16:3e:d6:07:98", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ef2cf49-f4", "ovs_interfaceid": "4ef2cf49-f4d2-4f3d-a095-18a6d2181028", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.045476] env[62748]: INFO nova.compute.manager [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Took 12.21 seconds to build instance. [ 1192.053420] env[62748]: INFO nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance d9396a2d-cf5d-47b5-90b4-742ca9f395f5 has allocations against this compute host but is not found in the database. [ 1192.053420] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 452261a5-4cbf-401f-8129-a38e15e9aff2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.053595] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.053756] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 382a6e4b-f240-4515-a37d-38e419e9cd74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.053926] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance eb32285a-c607-4acf-a33d-3f324d3347a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.054424] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 9b191f73-839f-401f-80a3-86af8d791942 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.054424] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1192.054424] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1192.056989] env[62748]: DEBUG oslo_vmware.api [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750731, 'name': ReconfigVM_Task, 'duration_secs': 0.170194} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.057748] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553576', 'volume_id': 'f5995a62-9062-4d34-bf8d-1c32bb214478', 'name': 'volume-f5995a62-9062-4d34-bf8d-1c32bb214478', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f926bc-643d-4c8c-af46-12312d5ff4d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5995a62-9062-4d34-bf8d-1c32bb214478', 'serial': 'f5995a62-9062-4d34-bf8d-1c32bb214478'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1192.200314] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b0ee16-91ff-41c5-835b-81b3f505c32f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.209017] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92f827a-c09b-4195-9686-49fccbaa103b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.244786] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d6555-47ff-4ba1-9cf5-048d15333381 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.254999] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20962a68-8190-4d41-b097-1c2c0e678f08 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.269219] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.391057] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52840c92-d54a-a6ee-ebaa-02af2068f680, 'name': SearchDatastore_Task, 'duration_secs': 0.03283} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.392643] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b19683-e6b7-457d-9a42-f101c9531173 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.405894] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1192.405894] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521315ce-92f8-c4d8-8d7a-f9fd90048d3f" [ 1192.405894] env[62748]: _type = "Task" [ 1192.405894] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.415300] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521315ce-92f8-c4d8-8d7a-f9fd90048d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.459559] env[62748]: DEBUG nova.network.neutron [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance_info_cache with network_info: [{"id": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "address": "fa:16:3e:e9:33:36", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a8dd65-e3", "ovs_interfaceid": "39a8dd65-e321-47a8-90a2-a3ab173d882f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.459559] env[62748]: DEBUG oslo_concurrency.lockutils [req-65456c47-26c7-4478-ad59-f9697615a62d req-eed901ba-88ce-4843-a26e-0eea8a5fe2fa service nova] Releasing lock "refresh_cache-9b191f73-839f-401f-80a3-86af8d791942" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.548787] env[62748]: DEBUG oslo_concurrency.lockutils [None req-c1ee9ffd-5bb2-4dc8-9c74-3c1e9e1bb199 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "eb32285a-c607-4acf-a33d-3f324d3347a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.723s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.773086] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.907479] env[62748]: INFO nova.compute.manager [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Rebuilding instance [ 1192.921410] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521315ce-92f8-c4d8-8d7a-f9fd90048d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.04756} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.921696] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.922948] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 9b191f73-839f-401f-80a3-86af8d791942/9b191f73-839f-401f-80a3-86af8d791942.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.922948] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7ab1dd4-591b-4720-add7-99b1f7f03861 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.930690] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1192.930690] env[62748]: value = "task-2750732" [ 1192.930690] env[62748]: _type = "Task" [ 1192.930690] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.938519] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.956487] env[62748]: DEBUG nova.compute.manager [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.958171] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340fe03b-a29b-4d55-b8ab-4abd6bf00646 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.961182] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-452261a5-4cbf-401f-8129-a38e15e9aff2" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.962010] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdab7d4-e1f8-4e19-9744-55653dc13bd2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.972508] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f6207e-3871-47b1-b5a8-9b1badfebe16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.104268] env[62748]: DEBUG nova.objects.instance [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid b3f926bc-643d-4c8c-af46-12312d5ff4d4 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.280494] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1193.280494] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.771s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.385490] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquiring lock "7923bc2f-ebb5-4137-add9-a72231a98924" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.385878] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "7923bc2f-ebb5-4137-add9-a72231a98924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.449162] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750732, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.609847] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4d846e75-b554-4e2d-a626-bb802ac10b88 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.327s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.889027] env[62748]: DEBUG nova.compute.manager [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.943721] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710497} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.944131] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 9b191f73-839f-401f-80a3-86af8d791942/9b191f73-839f-401f-80a3-86af8d791942.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.944444] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.944823] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44182e58-7132-40a9-a8a6-628a5aa82b27 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.953038] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1193.953038] env[62748]: value = "task-2750733" [ 1193.953038] env[62748]: _type = "Task" [ 1193.953038] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.961677] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.976463] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.976833] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a9787d-e3ea-4501-827f-0279806a911f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.985619] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1193.985619] env[62748]: value = "task-2750734" [ 1193.985619] env[62748]: _type = "Task" [ 1193.985619] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.994694] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.059549] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.059816] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4959971-005b-4e95-b05e-0d5e39343ae9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.068191] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1194.068191] env[62748]: value = "task-2750735" [ 1194.068191] env[62748]: _type = "Task" [ 1194.068191] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.076670] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.410097] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.410374] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.411909] env[62748]: INFO nova.compute.claims [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.447773] env[62748]: DEBUG oslo_concurrency.lockutils [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.448018] env[62748]: DEBUG oslo_concurrency.lockutils [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.465129] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074976} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.465456] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.466607] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc23b2c-ea9d-471f-8785-1b89f75a9855 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.488365] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 9b191f73-839f-401f-80a3-86af8d791942/9b191f73-839f-401f-80a3-86af8d791942.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.488954] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eefe04df-f124-425e-b6a3-325d500db066 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.510783] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750734, 'name': PowerOffVM_Task, 'duration_secs': 0.128079} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.511048] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.511333] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.512923] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43583408-b12b-44fb-b89a-1a126035463b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.515418] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1194.515418] env[62748]: value = "task-2750736" [ 1194.515418] env[62748]: _type = "Task" [ 1194.515418] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.520412] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.520929] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df483697-5f56-4f6e-95e5-f72145d84ddf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.525275] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.551247] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.551476] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.551690] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Deleting the datastore file [datastore1] eb32285a-c607-4acf-a33d-3f324d3347a0 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.551946] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a14dec78-d212-46b5-a0ae-894667b40151 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.558278] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1194.558278] env[62748]: value = "task-2750738" [ 1194.558278] env[62748]: _type = "Task" [ 1194.558278] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.566163] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.576985] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750735, 'name': PowerOffVM_Task, 'duration_secs': 0.231839} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.577260] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.577905] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.578154] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.578338] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.578545] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.578702] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.578854] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.579086] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.579255] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.579429] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.579598] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.579776] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.584688] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ad307a-f8f2-4d10-9949-44cdaf441029 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.599797] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1194.599797] env[62748]: value = "task-2750739" [ 1194.599797] env[62748]: _type = "Task" [ 1194.599797] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.607912] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.952261] env[62748]: DEBUG nova.compute.utils [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.025428] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750736, 'name': ReconfigVM_Task, 'duration_secs': 0.362152} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.025753] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 9b191f73-839f-401f-80a3-86af8d791942/9b191f73-839f-401f-80a3-86af8d791942.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.026410] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-257d97c5-19be-4c70-aa61-0310457bc126 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.033335] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1195.033335] env[62748]: value = "task-2750740" [ 1195.033335] env[62748]: _type = "Task" [ 1195.033335] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.041187] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750740, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.067299] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127312} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.067571] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.067824] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.067980] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.109374] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750739, 'name': ReconfigVM_Task, 'duration_secs': 0.191714} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.110156] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09377b2-9e0a-48f1-bde0-83b4fc98496f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.132141] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.132338] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.132496] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.132684] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.132832] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.132982] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.133201] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.133363] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.133566] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.133762] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.133997] env[62748]: DEBUG nova.virt.hardware [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.134708] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a6938f-2d94-4d7c-84c3-cc85dcba6eb1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.139297] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1195.139297] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526e3d33-a1e4-d973-6b40-8d823d9bf59a" [ 1195.139297] env[62748]: _type = "Task" [ 1195.139297] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.146348] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526e3d33-a1e4-d973-6b40-8d823d9bf59a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.454596] env[62748]: DEBUG oslo_concurrency.lockutils [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.542775] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750740, 'name': Rename_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.554044] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b101733-d1ec-4e03-abb0-817dfab9f54d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.561072] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9fcf98-5510-488a-b302-6ebe96b10dbc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.598176] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748d7d75-03b2-4345-896a-bcc2c8865e50 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.605917] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd5118d-3a60-4a97-b0d0-060f7408384c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.619415] env[62748]: DEBUG nova.compute.provider_tree [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.649347] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526e3d33-a1e4-d973-6b40-8d823d9bf59a, 'name': SearchDatastore_Task, 'duration_secs': 0.013723} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.654696] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.655713] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a769abe3-8014-4292-9959-ae919609a9a6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.675060] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1195.675060] env[62748]: value = "task-2750741" [ 1195.675060] env[62748]: _type = "Task" [ 1195.675060] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.683287] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.043858] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750740, 'name': Rename_Task, 'duration_secs': 0.539001} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.044141] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.044380] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf6a1cfb-3c0d-4fbf-ae65-baeb22e47216 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.050967] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1196.050967] env[62748]: value = "task-2750742" [ 1196.050967] env[62748]: _type = "Task" [ 1196.050967] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.058222] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.122856] env[62748]: DEBUG nova.scheduler.client.report [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.131948] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.132263] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.132480] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.132721] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.132916] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.133120] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.133376] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.133585] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.133804] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.134142] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.134411] env[62748]: DEBUG nova.virt.hardware [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.135360] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f2ef16-1c42-4a9f-ae0b-8a9e7fea9405 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.143676] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ff9c4-ba16-4c4a-89b4-c53bb371da88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.157540] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.163051] env[62748]: DEBUG oslo.service.loopingcall [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.163327] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.163574] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b902681-a9bc-4093-b1e8-b87fb11051b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.180526] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.180526] env[62748]: value = "task-2750743" [ 1196.180526] env[62748]: _type = "Task" [ 1196.180526] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.183535] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750741, 'name': ReconfigVM_Task, 'duration_secs': 0.178156} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.186337] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.187071] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50461cc8-a845-442c-a813-e66454257b1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.195010] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750743, 'name': CreateVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.216025] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 452261a5-4cbf-401f-8129-a38e15e9aff2/452261a5-4cbf-401f-8129-a38e15e9aff2.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.216025] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f458a57e-47f9-4ef0-aa8d-b45f0d60f2c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.234768] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1196.234768] env[62748]: value = "task-2750744" [ 1196.234768] env[62748]: _type = "Task" [ 1196.234768] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.247684] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.518719] env[62748]: DEBUG oslo_concurrency.lockutils [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.519016] env[62748]: DEBUG oslo_concurrency.lockutils [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.519218] env[62748]: INFO nova.compute.manager [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Attaching volume dc911931-fcd4-4c8a-8118-4461275dc24c to /dev/sdc [ 1196.550771] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baf0759-86b1-4fce-b91c-c7b714cb8129 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.562936] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632eeb81-2497-479b-aed4-64bed7b8c909 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.565307] env[62748]: DEBUG oslo_vmware.api [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750742, 'name': PowerOnVM_Task, 'duration_secs': 0.46544} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.565583] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.565758] env[62748]: INFO nova.compute.manager [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1196.565994] env[62748]: DEBUG nova.compute.manager [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.566948] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2742ef04-e2d3-42c1-ba6e-4ccd7e2ca908 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.577821] env[62748]: DEBUG nova.virt.block_device [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Updating existing volume attachment record: b35e4384-f19f-4db8-ba36-fa19406a7029 {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1196.628030] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.628513] env[62748]: DEBUG nova.compute.manager [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.693848] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750743, 'name': CreateVM_Task, 'duration_secs': 0.509353} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.693913] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.694341] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.694549] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.694933] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.695239] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02e9c027-8844-4bf7-88bd-d46720d10f1e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.699685] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1196.699685] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526d8be6-46db-cba5-18ad-9d87595913ce" [ 1196.699685] env[62748]: _type = "Task" [ 1196.699685] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.708345] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526d8be6-46db-cba5-18ad-9d87595913ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.743767] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750744, 'name': ReconfigVM_Task, 'duration_secs': 0.323062} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.744126] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 452261a5-4cbf-401f-8129-a38e15e9aff2/452261a5-4cbf-401f-8129-a38e15e9aff2.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.745202] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666abf08-e223-45cb-8278-8f22657f7074 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.768468] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151b417f-2c93-48d7-89e4-e45df73c70ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.789815] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1412364d-6827-4430-87ca-63db7a970187 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.809868] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81a8673-9873-496b-b190-c4ee87a07490 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.816541] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.816808] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f32839bf-ced2-4b1b-aa99-661924ac3119 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.822778] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1196.822778] env[62748]: value = "task-2750746" [ 1196.822778] env[62748]: _type = "Task" [ 1196.822778] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.832185] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.087911] env[62748]: INFO nova.compute.manager [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Took 16.94 seconds to build instance. [ 1197.136428] env[62748]: DEBUG nova.compute.utils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.139268] env[62748]: DEBUG nova.compute.manager [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.139460] env[62748]: DEBUG nova.network.neutron [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.196517] env[62748]: DEBUG nova.policy [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28454577a828412ead15701296551650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4389275c55b4445be5fff61d2191a35', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.213389] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526d8be6-46db-cba5-18ad-9d87595913ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.213745] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.214108] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.214251] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.214400] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.214694] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.215144] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bec1c9f-4394-47f7-81de-2e2d06be4ae4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.232452] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.232667] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.233457] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e43089b-c353-45b4-84af-25c490f6e7ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.239705] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1197.239705] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528b2859-d856-a995-70d6-759e83ac0884" [ 1197.239705] env[62748]: _type = "Task" [ 1197.239705] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.249273] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528b2859-d856-a995-70d6-759e83ac0884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.333300] env[62748]: DEBUG oslo_vmware.api [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750746, 'name': PowerOnVM_Task, 'duration_secs': 0.438873} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.333300] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.473783] env[62748]: DEBUG nova.network.neutron [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Successfully created port: 95f40560-2a48-4d9b-80a6-4bd4c4769265 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.592762] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3e41b26b-b528-4e6f-964a-290c2870a7a4 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "9b191f73-839f-401f-80a3-86af8d791942" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.452s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.642424] env[62748]: DEBUG nova.compute.manager [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.643407] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.643903] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.644274] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.644637] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.644944] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.648966] env[62748]: INFO nova.compute.manager [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Terminating instance [ 1197.751237] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528b2859-d856-a995-70d6-759e83ac0884, 'name': SearchDatastore_Task, 'duration_secs': 0.011149} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.752052] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac03a4e6-8b97-440a-aa89-55f3bfb07588 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.757281] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1197.757281] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52427bcf-ef59-b198-3bd8-89bc91519c07" [ 1197.757281] env[62748]: _type = "Task" [ 1197.757281] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.764767] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52427bcf-ef59-b198-3bd8-89bc91519c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.094743] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "9b191f73-839f-401f-80a3-86af8d791942" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.095042] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "9b191f73-839f-401f-80a3-86af8d791942" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.095264] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "9b191f73-839f-401f-80a3-86af8d791942-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.095458] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "9b191f73-839f-401f-80a3-86af8d791942-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.095641] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "9b191f73-839f-401f-80a3-86af8d791942-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.097924] env[62748]: INFO nova.compute.manager [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Terminating instance [ 1198.153068] env[62748]: DEBUG nova.compute.manager [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.153068] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.153741] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc41cb39-a36c-4b27-803a-c25fcab69d7e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.161367] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.161591] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0a843d8-3ae9-4a4a-8dbe-69572cb63ed1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.169428] env[62748]: DEBUG oslo_vmware.api [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1198.169428] env[62748]: value = "task-2750747" [ 1198.169428] env[62748]: _type = "Task" [ 1198.169428] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.177316] env[62748]: DEBUG oslo_vmware.api [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.269239] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52427bcf-ef59-b198-3bd8-89bc91519c07, 'name': SearchDatastore_Task, 'duration_secs': 0.020058} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.269514] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.269802] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] eb32285a-c607-4acf-a33d-3f324d3347a0/eb32285a-c607-4acf-a33d-3f324d3347a0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.270062] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e179a531-5a27-4c86-b68a-c3a583fb435b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.279607] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1198.279607] env[62748]: value = "task-2750748" [ 1198.279607] env[62748]: _type = "Task" [ 1198.279607] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.287742] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.376423] env[62748]: INFO nova.compute.manager [None req-ab8c2a4e-a9fb-4a5c-8228-35468f57b06e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance to original state: 'active' [ 1198.602098] env[62748]: DEBUG nova.compute.manager [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.602672] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.603185] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac95ecb-3eec-4f10-96ac-d5b8af53999d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.611634] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.611945] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-800e512a-6da0-420b-b19b-58d3dd77297c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.621166] env[62748]: DEBUG oslo_vmware.api [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1198.621166] env[62748]: value = "task-2750749" [ 1198.621166] env[62748]: _type = "Task" [ 1198.621166] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.630746] env[62748]: DEBUG oslo_vmware.api [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.653170] env[62748]: DEBUG nova.compute.manager [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.681150] env[62748]: DEBUG oslo_vmware.api [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750747, 'name': PowerOffVM_Task, 'duration_secs': 0.278072} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.683751] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.683961] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.684590] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-099c9632-b528-4dc3-aa07-359f142a67b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.692094] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.692436] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.692651] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.692879] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.693043] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.693201] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.693418] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.693583] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.693758] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.693948] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.694144] env[62748]: DEBUG nova.virt.hardware [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.695290] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72a2ac-65f5-443f-88f8-3caf25a66b6b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.704047] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabc0cb3-7e71-410e-9b9b-3e695f4bd5f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.789777] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750748, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.957972] env[62748]: DEBUG nova.compute.manager [req-a75ea448-0f2e-41f6-8e42-a3f628ad6a3d req-89f008ee-6f81-436e-9daf-cb63076867b3 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Received event network-vif-plugged-95f40560-2a48-4d9b-80a6-4bd4c4769265 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1198.958216] env[62748]: DEBUG oslo_concurrency.lockutils [req-a75ea448-0f2e-41f6-8e42-a3f628ad6a3d req-89f008ee-6f81-436e-9daf-cb63076867b3 service nova] Acquiring lock "7923bc2f-ebb5-4137-add9-a72231a98924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.958436] env[62748]: DEBUG oslo_concurrency.lockutils [req-a75ea448-0f2e-41f6-8e42-a3f628ad6a3d req-89f008ee-6f81-436e-9daf-cb63076867b3 service nova] Lock "7923bc2f-ebb5-4137-add9-a72231a98924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.958615] env[62748]: DEBUG oslo_concurrency.lockutils [req-a75ea448-0f2e-41f6-8e42-a3f628ad6a3d req-89f008ee-6f81-436e-9daf-cb63076867b3 service nova] Lock "7923bc2f-ebb5-4137-add9-a72231a98924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.958793] env[62748]: DEBUG nova.compute.manager [req-a75ea448-0f2e-41f6-8e42-a3f628ad6a3d req-89f008ee-6f81-436e-9daf-cb63076867b3 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] No waiting events found dispatching network-vif-plugged-95f40560-2a48-4d9b-80a6-4bd4c4769265 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.959111] env[62748]: WARNING nova.compute.manager [req-a75ea448-0f2e-41f6-8e42-a3f628ad6a3d req-89f008ee-6f81-436e-9daf-cb63076867b3 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Received unexpected event network-vif-plugged-95f40560-2a48-4d9b-80a6-4bd4c4769265 for instance with vm_state building and task_state spawning. [ 1199.053678] env[62748]: DEBUG nova.network.neutron [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Successfully updated port: 95f40560-2a48-4d9b-80a6-4bd4c4769265 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.132976] env[62748]: DEBUG oslo_vmware.api [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750749, 'name': PowerOffVM_Task, 'duration_secs': 0.261129} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.134126] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.134334] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.134941] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-668028c3-bc8e-452a-87f7-3a6e2e86d8db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.159328] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.159989] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.159989] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleting the datastore file [datastore1] dce8cf57-b9e8-43d4-899f-7506bd161ed4 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.159989] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-527e3110-adf9-4f73-808a-5dd29bed14de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.167537] env[62748]: DEBUG oslo_vmware.api [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1199.167537] env[62748]: value = "task-2750753" [ 1199.167537] env[62748]: _type = "Task" [ 1199.167537] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.175916] env[62748]: DEBUG oslo_vmware.api [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.251314] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.251727] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.252172] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleting the datastore file [datastore1] 9b191f73-839f-401f-80a3-86af8d791942 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.252482] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38718ecf-42dd-48de-9d0b-aedb9a0cfff1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.259511] env[62748]: DEBUG oslo_vmware.api [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1199.259511] env[62748]: value = "task-2750754" [ 1199.259511] env[62748]: _type = "Task" [ 1199.259511] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.267861] env[62748]: DEBUG oslo_vmware.api [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.290098] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577325} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.290403] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] eb32285a-c607-4acf-a33d-3f324d3347a0/eb32285a-c607-4acf-a33d-3f324d3347a0.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.291601] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.291601] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7af40ee4-2d94-405c-a6d1-1ee68270165f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.297782] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1199.297782] env[62748]: value = "task-2750755" [ 1199.297782] env[62748]: _type = "Task" [ 1199.297782] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.305235] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.556621] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquiring lock "refresh_cache-7923bc2f-ebb5-4137-add9-a72231a98924" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.556818] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquired lock "refresh_cache-7923bc2f-ebb5-4137-add9-a72231a98924" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.556948] env[62748]: DEBUG nova.network.neutron [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.677793] env[62748]: DEBUG oslo_vmware.api [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186218} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.678158] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.678283] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.678493] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.678670] env[62748]: INFO nova.compute.manager [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1199.679035] env[62748]: DEBUG oslo.service.loopingcall [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.679250] env[62748]: DEBUG nova.compute.manager [-] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.679348] env[62748]: DEBUG nova.network.neutron [-] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.769420] env[62748]: DEBUG oslo_vmware.api [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165186} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.769678] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.769869] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.770065] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.770245] env[62748]: INFO nova.compute.manager [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1199.770482] env[62748]: DEBUG oslo.service.loopingcall [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1199.770708] env[62748]: DEBUG nova.compute.manager [-] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.770815] env[62748]: DEBUG nova.network.neutron [-] [instance: 9b191f73-839f-401f-80a3-86af8d791942] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.807012] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068718} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.807396] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.808196] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09716bde-796e-4fd6-b839-4e93b2814119 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.827665] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] eb32285a-c607-4acf-a33d-3f324d3347a0/eb32285a-c607-4acf-a33d-3f324d3347a0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.830252] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e631a9-88a0-4379-96bd-d97d1f07c363 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.849824] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1199.849824] env[62748]: value = "task-2750756" [ 1199.849824] env[62748]: _type = "Task" [ 1199.849824] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.858647] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.938786] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "452261a5-4cbf-401f-8129-a38e15e9aff2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.939106] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.939345] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "452261a5-4cbf-401f-8129-a38e15e9aff2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.939538] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.939728] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.942575] env[62748]: INFO nova.compute.manager [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Terminating instance [ 1200.111834] env[62748]: DEBUG nova.network.neutron [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.360025] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750756, 'name': ReconfigVM_Task, 'duration_secs': 0.274641} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.360431] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Reconfigured VM instance instance-00000072 to attach disk [datastore2] eb32285a-c607-4acf-a33d-3f324d3347a0/eb32285a-c607-4acf-a33d-3f324d3347a0.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.361108] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3ef5af6-d58b-4ef9-8b2b-88eda94af882 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.368590] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1200.368590] env[62748]: value = "task-2750757" [ 1200.368590] env[62748]: _type = "Task" [ 1200.368590] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.376889] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750757, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.449928] env[62748]: DEBUG nova.compute.manager [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.450246] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.450549] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2774b223-d0ae-4c42-bbfa-d39d7d71dbf3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.457399] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1200.457399] env[62748]: value = "task-2750758" [ 1200.457399] env[62748]: _type = "Task" [ 1200.457399] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.471025] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.639656] env[62748]: DEBUG nova.network.neutron [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Updating instance_info_cache with network_info: [{"id": "95f40560-2a48-4d9b-80a6-4bd4c4769265", "address": "fa:16:3e:bb:3b:ad", "network": {"id": "10bded99-ea9c-40e8-8cd2-49f866c238e4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-507889106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4389275c55b4445be5fff61d2191a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f40560-2a", "ovs_interfaceid": "95f40560-2a48-4d9b-80a6-4bd4c4769265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.657804] env[62748]: DEBUG nova.network.neutron [-] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.878103] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750757, 'name': Rename_Task, 'duration_secs': 0.141889} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.878424] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.878680] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3b1b58f-686c-4f2a-923d-438758e1b7a7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.884928] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1200.884928] env[62748]: value = "task-2750759" [ 1200.884928] env[62748]: _type = "Task" [ 1200.884928] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.892087] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.969069] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750758, 'name': PowerOffVM_Task, 'duration_secs': 0.191233} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.969273] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.969537] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.970061] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553568', 'volume_id': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'name': 'volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '452261a5-4cbf-401f-8129-a38e15e9aff2', 'attached_at': '2025-02-21T02:30:18.000000', 'detached_at': '', 'volume_id': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'serial': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.970687] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8906dc-27b9-44d0-9fdf-42ec53d41403 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.993985] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa47fa97-225c-415d-8c47-2b4e4fe6f1a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.999590] env[62748]: DEBUG nova.compute.manager [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Received event network-changed-95f40560-2a48-4d9b-80a6-4bd4c4769265 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1200.999844] env[62748]: DEBUG nova.compute.manager [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Refreshing instance network info cache due to event network-changed-95f40560-2a48-4d9b-80a6-4bd4c4769265. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1201.000089] env[62748]: DEBUG oslo_concurrency.lockutils [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] Acquiring lock "refresh_cache-7923bc2f-ebb5-4137-add9-a72231a98924" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.005702] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b328b213-89c6-4e28-8aa7-a27ab93d90d6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.028951] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e313a8e-2452-4768-bed4-f1b28987d5d9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.045155] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] The volume has not been displaced from its original location: [datastore2] volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf/volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1201.051016] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1201.051016] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19d39ec2-2552-42d2-b6c1-5215c398635f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.070164] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1201.070164] env[62748]: value = "task-2750760" [ 1201.070164] env[62748]: _type = "Task" [ 1201.070164] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.084948] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.122754] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1201.123331] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553579', 'volume_id': 'dc911931-fcd4-4c8a-8118-4461275dc24c', 'name': 'volume-dc911931-fcd4-4c8a-8118-4461275dc24c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f926bc-643d-4c8c-af46-12312d5ff4d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc911931-fcd4-4c8a-8118-4461275dc24c', 'serial': 'dc911931-fcd4-4c8a-8118-4461275dc24c'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1201.124356] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e173f-88b3-4f16-bdff-957f15bcc49c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.126899] env[62748]: DEBUG nova.network.neutron [-] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.142007] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Releasing lock "refresh_cache-7923bc2f-ebb5-4137-add9-a72231a98924" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.142007] env[62748]: DEBUG nova.compute.manager [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Instance network_info: |[{"id": "95f40560-2a48-4d9b-80a6-4bd4c4769265", "address": "fa:16:3e:bb:3b:ad", "network": {"id": "10bded99-ea9c-40e8-8cd2-49f866c238e4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-507889106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4389275c55b4445be5fff61d2191a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f40560-2a", "ovs_interfaceid": "95f40560-2a48-4d9b-80a6-4bd4c4769265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.143240] env[62748]: DEBUG oslo_concurrency.lockutils [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] Acquired lock "refresh_cache-7923bc2f-ebb5-4137-add9-a72231a98924" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.143240] env[62748]: DEBUG nova.network.neutron [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Refreshing network info cache for port 95f40560-2a48-4d9b-80a6-4bd4c4769265 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.144362] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:3b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95f40560-2a48-4d9b-80a6-4bd4c4769265', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.151661] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Creating folder: Project (a4389275c55b4445be5fff61d2191a35). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.152749] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03832ac-e12c-40c8-acf1-d26a9be59fe3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.158068] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d402a12b-68a7-4196-8a62-6bddc607cd02 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.159908] env[62748]: INFO nova.compute.manager [-] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Took 1.39 seconds to deallocate network for instance. [ 1201.192582] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-dc911931-fcd4-4c8a-8118-4461275dc24c/volume-dc911931-fcd4-4c8a-8118-4461275dc24c.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.193312] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3a121e-ae67-45fa-938b-993d772f56f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.208719] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Created folder: Project (a4389275c55b4445be5fff61d2191a35) in parent group-v553264. [ 1201.208962] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Creating folder: Instances. Parent ref: group-v553580. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.211922] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecd72f04-c6ea-40ae-a452-30f2106663f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.220127] env[62748]: DEBUG oslo_vmware.api [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1201.220127] env[62748]: value = "task-2750762" [ 1201.220127] env[62748]: _type = "Task" [ 1201.220127] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.225184] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Created folder: Instances in parent group-v553580. [ 1201.225423] env[62748]: DEBUG oslo.service.loopingcall [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1201.226261] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.226261] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0284e7d-5d83-4a30-825c-ee78ceb7eafa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.243537] env[62748]: DEBUG oslo_vmware.api [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.248723] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.248723] env[62748]: value = "task-2750764" [ 1201.248723] env[62748]: _type = "Task" [ 1201.248723] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.260157] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750764, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.390389] env[62748]: DEBUG nova.network.neutron [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Updated VIF entry in instance network info cache for port 95f40560-2a48-4d9b-80a6-4bd4c4769265. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.390743] env[62748]: DEBUG nova.network.neutron [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Updating instance_info_cache with network_info: [{"id": "95f40560-2a48-4d9b-80a6-4bd4c4769265", "address": "fa:16:3e:bb:3b:ad", "network": {"id": "10bded99-ea9c-40e8-8cd2-49f866c238e4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-507889106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4389275c55b4445be5fff61d2191a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95f40560-2a", "ovs_interfaceid": "95f40560-2a48-4d9b-80a6-4bd4c4769265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.395391] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.586067] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750760, 'name': ReconfigVM_Task, 'duration_secs': 0.212912} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.586440] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.591268] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f9f27f2-bc2d-467b-ae65-1f7e20aa2039 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.605795] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1201.605795] env[62748]: value = "task-2750765" [ 1201.605795] env[62748]: _type = "Task" [ 1201.605795] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.614766] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.629304] env[62748]: INFO nova.compute.manager [-] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Took 1.95 seconds to deallocate network for instance. [ 1201.694834] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.694834] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.694834] env[62748]: DEBUG nova.objects.instance [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lazy-loading 'resources' on Instance uuid 9b191f73-839f-401f-80a3-86af8d791942 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.729913] env[62748]: DEBUG oslo_vmware.api [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750762, 'name': ReconfigVM_Task, 'duration_secs': 0.383715} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.730235] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-dc911931-fcd4-4c8a-8118-4461275dc24c/volume-dc911931-fcd4-4c8a-8118-4461275dc24c.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.735202] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49656a59-5f4a-413c-9914-81e291445057 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.754703] env[62748]: DEBUG oslo_vmware.api [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1201.754703] env[62748]: value = "task-2750766" [ 1201.754703] env[62748]: _type = "Task" [ 1201.754703] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.762216] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750764, 'name': CreateVM_Task, 'duration_secs': 0.30662} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.762216] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.762672] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.762958] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.763269] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.766869] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4a5fb9-7278-4cd6-8e23-1105634f98b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.768470] env[62748]: DEBUG oslo_vmware.api [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.771880] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1201.771880] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526a947b-48e9-70bc-19b4-7c60064ed52d" [ 1201.771880] env[62748]: _type = "Task" [ 1201.771880] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.780771] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526a947b-48e9-70bc-19b4-7c60064ed52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.896229] env[62748]: DEBUG oslo_concurrency.lockutils [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] Releasing lock "refresh_cache-7923bc2f-ebb5-4137-add9-a72231a98924" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.896612] env[62748]: DEBUG nova.compute.manager [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Received event network-vif-deleted-4ef2cf49-f4d2-4f3d-a095-18a6d2181028 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1201.896820] env[62748]: DEBUG nova.compute.manager [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Received event network-vif-deleted-31ecf7a9-1b97-4133-8f92-1d16ae1df785 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1201.897135] env[62748]: INFO nova.compute.manager [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Neutron deleted interface 31ecf7a9-1b97-4133-8f92-1d16ae1df785; detaching it from the instance and deleting it from the info cache [ 1201.897335] env[62748]: DEBUG nova.network.neutron [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.898488] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.115747] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750765, 'name': ReconfigVM_Task, 'duration_secs': 0.149328} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.116131] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553568', 'volume_id': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'name': 'volume-1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '452261a5-4cbf-401f-8129-a38e15e9aff2', 'attached_at': '2025-02-21T02:30:18.000000', 'detached_at': '', 'volume_id': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf', 'serial': '1f51c482-4962-4f5d-8f0d-bc60c9ba61cf'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1202.116468] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.117400] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d7f83a-3337-4f1d-9268-970065dbbfe5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.123721] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.123946] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b381ff5-33e0-4740-8ac1-d9f666982449 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.135378] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.181476] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.181700] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.181885] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleting the datastore file [datastore1] 452261a5-4cbf-401f-8129-a38e15e9aff2 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.182179] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-776bdb3b-81f0-470c-9668-dadd3963f5ca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.189078] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1202.189078] env[62748]: value = "task-2750768" [ 1202.189078] env[62748]: _type = "Task" [ 1202.189078] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.199018] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.265438] env[62748]: DEBUG oslo_vmware.api [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750766, 'name': ReconfigVM_Task, 'duration_secs': 0.132674} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.265789] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553579', 'volume_id': 'dc911931-fcd4-4c8a-8118-4461275dc24c', 'name': 'volume-dc911931-fcd4-4c8a-8118-4461275dc24c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f926bc-643d-4c8c-af46-12312d5ff4d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc911931-fcd4-4c8a-8118-4461275dc24c', 'serial': 'dc911931-fcd4-4c8a-8118-4461275dc24c'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1202.286479] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526a947b-48e9-70bc-19b4-7c60064ed52d, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.286782] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.287179] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.287313] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.287407] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.287584] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.289887] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adb8889f-638e-42fe-b708-3b92cd5d42a3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.298124] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.298304] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.298996] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b22fe9a4-f299-484a-8fea-aaa7543ce927 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.305037] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1202.305037] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b9fe35-0b07-db7c-7f65-252616b655db" [ 1202.305037] env[62748]: _type = "Task" [ 1202.305037] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.312194] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b9fe35-0b07-db7c-7f65-252616b655db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.334504] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31acbdaf-1aa4-44d8-9bfc-7b2857eb2bb7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.341582] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f876a86-3116-4764-b558-731e781c70a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.370754] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816dcf58-6ad1-4966-ac05-c1be716129c5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.377685] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b32a404-cb55-4982-a0e0-5e383b40f8c3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.390509] env[62748]: DEBUG nova.compute.provider_tree [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.398600] env[62748]: DEBUG oslo_vmware.api [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750759, 'name': PowerOnVM_Task, 'duration_secs': 1.237168} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.399357] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.399579] env[62748]: DEBUG nova.compute.manager [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.400508] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb0d3b2-ddc8-44d6-ba3d-116a1389b0c7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.402695] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe84966d-5737-42bc-a950-450c562819f6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.413331] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb87d8-a2a3-4336-baae-55c2cb57a141 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.444115] env[62748]: DEBUG nova.compute.manager [req-fd9c124b-06fb-4bfe-8c04-a31ee52f18e7 req-610ed204-5e1d-4454-82d2-c83c61bf67a0 service nova] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Detach interface failed, port_id=31ecf7a9-1b97-4133-8f92-1d16ae1df785, reason: Instance dce8cf57-b9e8-43d4-899f-7506bd161ed4 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1202.698765] env[62748]: DEBUG oslo_vmware.api [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183665} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.699054] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.699255] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.699439] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.699643] env[62748]: INFO nova.compute.manager [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1202.699951] env[62748]: DEBUG oslo.service.loopingcall [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.700169] env[62748]: DEBUG nova.compute.manager [-] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.700266] env[62748]: DEBUG nova.network.neutron [-] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.816451] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52b9fe35-0b07-db7c-7f65-252616b655db, 'name': SearchDatastore_Task, 'duration_secs': 0.008268} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.816662] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc664a48-d963-4906-9c62-737436aa025d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.822037] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1202.822037] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529805e1-f93a-42bf-35be-ec00184ca21f" [ 1202.822037] env[62748]: _type = "Task" [ 1202.822037] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.829414] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529805e1-f93a-42bf-35be-ec00184ca21f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.895766] env[62748]: DEBUG nova.scheduler.client.report [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.916296] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.144201] env[62748]: DEBUG nova.compute.manager [req-d0497798-86fa-4ee5-8068-fc1cf51e839b req-3db3de34-7e42-445e-9646-105d0c4a189f service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Received event network-vif-deleted-39a8dd65-e321-47a8-90a2-a3ab173d882f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1203.144393] env[62748]: INFO nova.compute.manager [req-d0497798-86fa-4ee5-8068-fc1cf51e839b req-3db3de34-7e42-445e-9646-105d0c4a189f service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Neutron deleted interface 39a8dd65-e321-47a8-90a2-a3ab173d882f; detaching it from the instance and deleting it from the info cache [ 1203.144621] env[62748]: DEBUG nova.network.neutron [req-d0497798-86fa-4ee5-8068-fc1cf51e839b req-3db3de34-7e42-445e-9646-105d0c4a189f service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.302248] env[62748]: DEBUG nova.objects.instance [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid b3f926bc-643d-4c8c-af46-12312d5ff4d4 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.339282] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529805e1-f93a-42bf-35be-ec00184ca21f, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.339555] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.339822] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 7923bc2f-ebb5-4137-add9-a72231a98924/7923bc2f-ebb5-4137-add9-a72231a98924.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.340099] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e824564e-c205-4df1-a0ad-ab3e059ff55b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.352024] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1203.352024] env[62748]: value = "task-2750769" [ 1203.352024] env[62748]: _type = "Task" [ 1203.352024] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.360973] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750769, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.400578] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.402933] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.268s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.403601] env[62748]: DEBUG nova.objects.instance [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'resources' on Instance uuid dce8cf57-b9e8-43d4-899f-7506bd161ed4 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.419998] env[62748]: INFO nova.scheduler.client.report [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted allocations for instance 9b191f73-839f-401f-80a3-86af8d791942 [ 1203.627613] env[62748]: DEBUG nova.network.neutron [-] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.647537] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f64afa2-f239-4f0e-ab77-743bcf8f132d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.660339] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52120ea2-60e0-4cdd-b697-24903d15afd2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.700193] env[62748]: DEBUG nova.compute.manager [req-d0497798-86fa-4ee5-8068-fc1cf51e839b req-3db3de34-7e42-445e-9646-105d0c4a189f service nova] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Detach interface failed, port_id=39a8dd65-e321-47a8-90a2-a3ab173d882f, reason: Instance 452261a5-4cbf-401f-8129-a38e15e9aff2 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1203.811050] env[62748]: DEBUG oslo_concurrency.lockutils [None req-85a546a7-9bf7-40b1-9347-1256279520af tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.865966] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750769, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.927190] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f8727a9-f9a1-476a-a3d5-bb13c6d9cbe9 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "9b191f73-839f-401f-80a3-86af8d791942" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.832s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.032713] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45714253-be0b-44d9-92d0-65e94943fac6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.039999] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd5f7be-5ae9-4694-afe1-717b6f2449a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.070966] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e59a00e-b87d-49d6-926c-810cc6fd116b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.078234] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3b622f-d183-4b07-be46-da5ddf352ef5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.091083] env[62748]: DEBUG nova.compute.provider_tree [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.131323] env[62748]: INFO nova.compute.manager [-] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Took 1.43 seconds to deallocate network for instance. [ 1204.205804] env[62748]: DEBUG oslo_concurrency.lockutils [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.206111] env[62748]: DEBUG oslo_concurrency.lockutils [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.265701] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "eb32285a-c607-4acf-a33d-3f324d3347a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.265967] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "eb32285a-c607-4acf-a33d-3f324d3347a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.266203] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "eb32285a-c607-4acf-a33d-3f324d3347a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.266395] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "eb32285a-c607-4acf-a33d-3f324d3347a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.266570] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "eb32285a-c607-4acf-a33d-3f324d3347a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.268622] env[62748]: INFO nova.compute.manager [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Terminating instance [ 1204.362979] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750769, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525199} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.363344] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 7923bc2f-ebb5-4137-add9-a72231a98924/7923bc2f-ebb5-4137-add9-a72231a98924.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.363562] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.363804] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f99e331-4184-4e6f-be20-1a267feaab16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.370503] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1204.370503] env[62748]: value = "task-2750770" [ 1204.370503] env[62748]: _type = "Task" [ 1204.370503] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.377566] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.594598] env[62748]: DEBUG nova.scheduler.client.report [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.673550] env[62748]: INFO nova.compute.manager [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Took 0.54 seconds to detach 1 volumes for instance. [ 1204.709042] env[62748]: INFO nova.compute.manager [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Detaching volume f5995a62-9062-4d34-bf8d-1c32bb214478 [ 1204.742017] env[62748]: INFO nova.virt.block_device [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Attempting to driver detach volume f5995a62-9062-4d34-bf8d-1c32bb214478 from mountpoint /dev/sdb [ 1204.742217] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1204.742413] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553576', 'volume_id': 'f5995a62-9062-4d34-bf8d-1c32bb214478', 'name': 'volume-f5995a62-9062-4d34-bf8d-1c32bb214478', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f926bc-643d-4c8c-af46-12312d5ff4d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5995a62-9062-4d34-bf8d-1c32bb214478', 'serial': 'f5995a62-9062-4d34-bf8d-1c32bb214478'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1204.743300] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550294e1-1cc2-4e51-ac1f-089226a363c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.767935] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d49b3d9-c4c7-4d0f-87bd-0f92335b6cbd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.772519] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "refresh_cache-eb32285a-c607-4acf-a33d-3f324d3347a0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.772724] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired lock "refresh_cache-eb32285a-c607-4acf-a33d-3f324d3347a0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.772928] env[62748]: DEBUG nova.network.neutron [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.778709] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee656e4e-3fa7-4a4a-899b-384381d51ac3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.802626] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79ccb8-374e-4948-93da-fcdca9b349cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.817865] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] The volume has not been displaced from its original location: [datastore1] volume-f5995a62-9062-4d34-bf8d-1c32bb214478/volume-f5995a62-9062-4d34-bf8d-1c32bb214478.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1204.823093] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.823892] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ff52e1-7fe5-4a13-ad76-f3413423dc15 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.841946] env[62748]: DEBUG oslo_vmware.api [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1204.841946] env[62748]: value = "task-2750771" [ 1204.841946] env[62748]: _type = "Task" [ 1204.841946] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.849930] env[62748]: DEBUG oslo_vmware.api [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.880022] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056108} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.880329] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.881133] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1459dc59-0cd0-41ca-b310-c812aa4b0f57 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.903403] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 7923bc2f-ebb5-4137-add9-a72231a98924/7923bc2f-ebb5-4137-add9-a72231a98924.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.903708] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f2e43f5-9dfb-4d1c-85c9-61072e035d88 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.923406] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1204.923406] env[62748]: value = "task-2750772" [ 1204.923406] env[62748]: _type = "Task" [ 1204.923406] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.931047] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.100787] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.103331] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.187s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.103331] env[62748]: DEBUG nova.objects.instance [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1205.119705] env[62748]: INFO nova.scheduler.client.report [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted allocations for instance dce8cf57-b9e8-43d4-899f-7506bd161ed4 [ 1205.181124] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.184265] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.184428] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.293137] env[62748]: DEBUG nova.network.neutron [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.334880] env[62748]: DEBUG nova.network.neutron [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.351664] env[62748]: DEBUG oslo_vmware.api [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750771, 'name': ReconfigVM_Task, 'duration_secs': 0.242855} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.351935] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.356905] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea5a4cf7-a31a-48db-a07d-34c681dc6195 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.371555] env[62748]: DEBUG oslo_vmware.api [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1205.371555] env[62748]: value = "task-2750773" [ 1205.371555] env[62748]: _type = "Task" [ 1205.371555] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.378713] env[62748]: DEBUG oslo_vmware.api [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.431843] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750772, 'name': ReconfigVM_Task, 'duration_secs': 0.319392} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.432077] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 7923bc2f-ebb5-4137-add9-a72231a98924/7923bc2f-ebb5-4137-add9-a72231a98924.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.432667] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f082f01c-66e8-4025-b136-6c527e968ac7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.438072] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1205.438072] env[62748]: value = "task-2750774" [ 1205.438072] env[62748]: _type = "Task" [ 1205.438072] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.445353] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750774, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.626541] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d40034b7-8bbb-4c22-8668-49111ed9a974 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "dce8cf57-b9e8-43d4-899f-7506bd161ed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.983s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.686936] env[62748]: DEBUG nova.compute.manager [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.838017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Releasing lock "refresh_cache-eb32285a-c607-4acf-a33d-3f324d3347a0" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.838478] env[62748]: DEBUG nova.compute.manager [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.838674] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.839961] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab01be65-4c32-4bc7-881c-82f6886d79c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.847419] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.847650] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b357d5d-6741-4fd9-9f4f-0f9012f828f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.853663] env[62748]: DEBUG oslo_vmware.api [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1205.853663] env[62748]: value = "task-2750775" [ 1205.853663] env[62748]: _type = "Task" [ 1205.853663] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.860883] env[62748]: DEBUG oslo_vmware.api [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.880631] env[62748]: DEBUG oslo_vmware.api [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750773, 'name': ReconfigVM_Task, 'duration_secs': 0.173529} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.880948] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553576', 'volume_id': 'f5995a62-9062-4d34-bf8d-1c32bb214478', 'name': 'volume-f5995a62-9062-4d34-bf8d-1c32bb214478', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f926bc-643d-4c8c-af46-12312d5ff4d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5995a62-9062-4d34-bf8d-1c32bb214478', 'serial': 'f5995a62-9062-4d34-bf8d-1c32bb214478'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.949183] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750774, 'name': Rename_Task, 'duration_secs': 0.132965} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.949521] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.949938] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3dfedcc-5a32-4af9-9191-ef35719dbcac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.956852] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1205.956852] env[62748]: value = "task-2750776" [ 1205.956852] env[62748]: _type = "Task" [ 1205.956852] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.964849] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.112885] env[62748]: DEBUG oslo_concurrency.lockutils [None req-36cdfcd4-2af8-4a19-a72f-d5e2073c4f4f tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.113253] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.932s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.113495] env[62748]: DEBUG nova.objects.instance [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'resources' on Instance uuid 452261a5-4cbf-401f-8129-a38e15e9aff2 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.210074] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.366889] env[62748]: DEBUG oslo_vmware.api [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750775, 'name': PowerOffVM_Task, 'duration_secs': 0.201416} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.367371] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.367695] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.368093] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adf8b3a7-b16f-4032-a1a9-4868cc5017c6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.393803] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.394050] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.394249] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Deleting the datastore file [datastore2] eb32285a-c607-4acf-a33d-3f324d3347a0 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.394767] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0ef589a-7510-4b3b-8762-edb68cf338ae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.401874] env[62748]: DEBUG oslo_vmware.api [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1206.401874] env[62748]: value = "task-2750778" [ 1206.401874] env[62748]: _type = "Task" [ 1206.401874] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.411537] env[62748]: DEBUG oslo_vmware.api [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.427325] env[62748]: DEBUG nova.objects.instance [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid b3f926bc-643d-4c8c-af46-12312d5ff4d4 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.466542] env[62748]: DEBUG oslo_vmware.api [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750776, 'name': PowerOnVM_Task, 'duration_secs': 0.484704} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.466931] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.467032] env[62748]: INFO nova.compute.manager [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1206.467204] env[62748]: DEBUG nova.compute.manager [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.467988] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0acb929-8e83-454c-bde6-4c162b304938 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.737896] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8348cf1-4722-400b-8366-24f6207bfbc8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.745214] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2100704-8096-4d85-9fdc-fffdedca7360 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.775120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c758c-154e-41ff-8228-04947381c572 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.782096] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fa8434-924f-436c-9b24-855e4622bd6c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.794906] env[62748]: DEBUG nova.compute.provider_tree [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.911251] env[62748]: DEBUG oslo_vmware.api [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268565} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.911525] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.911709] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.911892] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.912082] env[62748]: INFO nova.compute.manager [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1206.912328] env[62748]: DEBUG oslo.service.loopingcall [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.912518] env[62748]: DEBUG nova.compute.manager [-] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.912616] env[62748]: DEBUG nova.network.neutron [-] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.927989] env[62748]: DEBUG nova.network.neutron [-] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.987466] env[62748]: INFO nova.compute.manager [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Took 12.59 seconds to build instance. [ 1207.298223] env[62748]: DEBUG nova.scheduler.client.report [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.430351] env[62748]: DEBUG nova.network.neutron [-] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.433546] env[62748]: DEBUG oslo_concurrency.lockutils [None req-624cee6e-6c18-437f-a85c-637ea45d68c7 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.457290] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.457548] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.489776] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0ab60c7d-5bb4-4ef7-9f5b-7d293e8216ef tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "7923bc2f-ebb5-4137-add9-a72231a98924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.104s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.611419] env[62748]: DEBUG nova.compute.manager [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Stashing vm_state: active {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1207.802954] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.805933] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.596s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.807382] env[62748]: INFO nova.compute.claims [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.825426] env[62748]: INFO nova.scheduler.client.report [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted allocations for instance 452261a5-4cbf-401f-8129-a38e15e9aff2 [ 1207.933432] env[62748]: INFO nova.compute.manager [-] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Took 1.02 seconds to deallocate network for instance. [ 1207.948727] env[62748]: DEBUG oslo_concurrency.lockutils [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquiring lock "7923bc2f-ebb5-4137-add9-a72231a98924" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.948965] env[62748]: DEBUG oslo_concurrency.lockutils [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "7923bc2f-ebb5-4137-add9-a72231a98924" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.949180] env[62748]: DEBUG oslo_concurrency.lockutils [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquiring lock "7923bc2f-ebb5-4137-add9-a72231a98924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.949367] env[62748]: DEBUG oslo_concurrency.lockutils [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "7923bc2f-ebb5-4137-add9-a72231a98924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.949538] env[62748]: DEBUG oslo_concurrency.lockutils [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "7923bc2f-ebb5-4137-add9-a72231a98924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.951251] env[62748]: INFO nova.compute.manager [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Terminating instance [ 1207.960283] env[62748]: INFO nova.compute.manager [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Detaching volume dc911931-fcd4-4c8a-8118-4461275dc24c [ 1207.997926] env[62748]: INFO nova.virt.block_device [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Attempting to driver detach volume dc911931-fcd4-4c8a-8118-4461275dc24c from mountpoint /dev/sdc [ 1207.998221] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1207.998478] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553579', 'volume_id': 'dc911931-fcd4-4c8a-8118-4461275dc24c', 'name': 'volume-dc911931-fcd4-4c8a-8118-4461275dc24c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f926bc-643d-4c8c-af46-12312d5ff4d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc911931-fcd4-4c8a-8118-4461275dc24c', 'serial': 'dc911931-fcd4-4c8a-8118-4461275dc24c'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1207.999468] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62873909-177d-4abb-a85b-2da773e547ff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.023263] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8203881e-c97c-432f-9c1d-11245e32431b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.029875] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5eed3-3a7b-4eca-97c9-6c7a48bbd529 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.049804] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0442890b-beb8-42b5-95b5-4439baa2f5af {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.063809] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] The volume has not been displaced from its original location: [datastore2] volume-dc911931-fcd4-4c8a-8118-4461275dc24c/volume-dc911931-fcd4-4c8a-8118-4461275dc24c.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1208.069080] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfiguring VM instance instance-0000006d to detach disk 2002 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1208.069364] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd5d88d-2de6-4ec8-ae26-e9818b1aa4b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.086979] env[62748]: DEBUG oslo_vmware.api [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1208.086979] env[62748]: value = "task-2750779" [ 1208.086979] env[62748]: _type = "Task" [ 1208.086979] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.094528] env[62748]: DEBUG oslo_vmware.api [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.129412] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.333520] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1c8cb8ad-0ce5-4eb4-8cab-9be16a8d9f5f tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "452261a5-4cbf-401f-8129-a38e15e9aff2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.394s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.439693] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.454696] env[62748]: DEBUG nova.compute.manager [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.454930] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.455913] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfabbd8-64f2-4e8f-9a7d-fb8737b3abdd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.463478] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.463745] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cf75d04-d967-490d-8079-827774bb1e21 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.470301] env[62748]: DEBUG oslo_vmware.api [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1208.470301] env[62748]: value = "task-2750780" [ 1208.470301] env[62748]: _type = "Task" [ 1208.470301] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.477935] env[62748]: DEBUG oslo_vmware.api [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.597174] env[62748]: DEBUG oslo_vmware.api [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750779, 'name': ReconfigVM_Task, 'duration_secs': 0.223179} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.597541] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Reconfigured VM instance instance-0000006d to detach disk 2002 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1208.602756] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3935780-cf25-4497-98ac-08335b5d2315 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.618831] env[62748]: DEBUG oslo_vmware.api [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1208.618831] env[62748]: value = "task-2750781" [ 1208.618831] env[62748]: _type = "Task" [ 1208.618831] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.627173] env[62748]: DEBUG oslo_vmware.api [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750781, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.927312] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493e7a43-787d-4967-81d2-a24726b775a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.934719] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dc1b5f-7a4e-4208-b694-481c3db9133a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.965800] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faf0607-a9d9-4b4c-9fe5-854f859709bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.975925] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d3f6e4-eb2d-4059-8fc1-bd2a809f2e02 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.984514] env[62748]: DEBUG oslo_vmware.api [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750780, 'name': PowerOffVM_Task, 'duration_secs': 0.178118} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.992599] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.992794] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.993277] env[62748]: DEBUG nova.compute.provider_tree [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.994593] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f4409ab-df25-4828-80de-6cd45574be95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.065347] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.065671] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.065866] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Deleting the datastore file [datastore2] 7923bc2f-ebb5-4137-add9-a72231a98924 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.066182] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e97486d2-8e17-44cf-82ee-42250a88af14 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.073365] env[62748]: DEBUG oslo_vmware.api [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for the task: (returnval){ [ 1209.073365] env[62748]: value = "task-2750783" [ 1209.073365] env[62748]: _type = "Task" [ 1209.073365] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.080530] env[62748]: DEBUG oslo_vmware.api [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.128028] env[62748]: DEBUG oslo_vmware.api [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750781, 'name': ReconfigVM_Task, 'duration_secs': 0.147508} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.128195] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553579', 'volume_id': 'dc911931-fcd4-4c8a-8118-4461275dc24c', 'name': 'volume-dc911931-fcd4-4c8a-8118-4461275dc24c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3f926bc-643d-4c8c-af46-12312d5ff4d4', 'attached_at': '', 'detached_at': '', 'volume_id': 'dc911931-fcd4-4c8a-8118-4461275dc24c', 'serial': 'dc911931-fcd4-4c8a-8118-4461275dc24c'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1209.292023] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "12265382-52c6-4a30-8467-f59ebdf966b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.292023] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.498123] env[62748]: DEBUG nova.scheduler.client.report [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.582740] env[62748]: DEBUG oslo_vmware.api [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Task: {'id': task-2750783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119428} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.582985] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.583197] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.583382] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.583559] env[62748]: INFO nova.compute.manager [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1209.583793] env[62748]: DEBUG oslo.service.loopingcall [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.583981] env[62748]: DEBUG nova.compute.manager [-] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.584091] env[62748]: DEBUG nova.network.neutron [-] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.673448] env[62748]: DEBUG nova.objects.instance [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'flavor' on Instance uuid b3f926bc-643d-4c8c-af46-12312d5ff4d4 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.795156] env[62748]: DEBUG nova.compute.manager [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.864597] env[62748]: DEBUG nova.compute.manager [req-3adb8d1e-c961-44dc-bda6-a28f5c442ae5 req-1c28bda8-ad5a-4bdb-91a6-1c4bf60a9230 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Received event network-vif-deleted-95f40560-2a48-4d9b-80a6-4bd4c4769265 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1209.864821] env[62748]: INFO nova.compute.manager [req-3adb8d1e-c961-44dc-bda6-a28f5c442ae5 req-1c28bda8-ad5a-4bdb-91a6-1c4bf60a9230 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Neutron deleted interface 95f40560-2a48-4d9b-80a6-4bd4c4769265; detaching it from the instance and deleting it from the info cache [ 1209.865014] env[62748]: DEBUG nova.network.neutron [req-3adb8d1e-c961-44dc-bda6-a28f5c442ae5 req-1c28bda8-ad5a-4bdb-91a6-1c4bf60a9230 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.002844] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.003516] env[62748]: DEBUG nova.compute.manager [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.005872] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.877s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.317947] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.344777] env[62748]: DEBUG nova.network.neutron [-] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.367538] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bf3c7c7-04ed-4979-809c-a12e1f205987 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.377301] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738a5dc4-6a04-4c82-a9b1-a1450636fd46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.404625] env[62748]: DEBUG nova.compute.manager [req-3adb8d1e-c961-44dc-bda6-a28f5c442ae5 req-1c28bda8-ad5a-4bdb-91a6-1c4bf60a9230 service nova] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Detach interface failed, port_id=95f40560-2a48-4d9b-80a6-4bd4c4769265, reason: Instance 7923bc2f-ebb5-4137-add9-a72231a98924 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1210.510666] env[62748]: DEBUG nova.compute.utils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.513812] env[62748]: INFO nova.compute.claims [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.517594] env[62748]: DEBUG nova.compute.manager [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.517775] env[62748]: DEBUG nova.network.neutron [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.558077] env[62748]: DEBUG nova.policy [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51f3e90b7a6e43c1bcf7025687fa1189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e4b024e7e6f409dac505ec750cc6007', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.680724] env[62748]: DEBUG oslo_concurrency.lockutils [None req-e63a0c77-7ea5-4d82-9180-9696bb6c45c1 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.820489] env[62748]: DEBUG nova.network.neutron [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Successfully created port: da6cc257-2e63-4c61-9698-60baa13fa02f {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.846989] env[62748]: INFO nova.compute.manager [-] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Took 1.26 seconds to deallocate network for instance. [ 1211.018757] env[62748]: DEBUG nova.compute.manager [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.023465] env[62748]: INFO nova.compute.resource_tracker [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating resource usage from migration 8d761cd7-664b-47b8-b47d-690aa5ae6177 [ 1211.153443] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b7f1e-d016-4c44-9d93-9b1bac772893 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.161362] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7a9387-d228-4afa-a8c4-ae84590d84fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.190757] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95339c7c-3c58-4276-bc77-96a8e9cf818f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.199026] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d7375d-1a37-45d5-adc0-690cc06e714c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.211171] env[62748]: DEBUG nova.compute.provider_tree [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.354304] env[62748]: DEBUG oslo_concurrency.lockutils [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.714834] env[62748]: DEBUG nova.scheduler.client.report [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.852140] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.852529] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.852814] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.853097] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.853320] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.857134] env[62748]: INFO nova.compute.manager [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Terminating instance [ 1212.027694] env[62748]: DEBUG nova.compute.manager [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.054539] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.054818] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.054979] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.055180] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.055331] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.055481] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.055691] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.055852] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.056028] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.056199] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.056372] env[62748]: DEBUG nova.virt.hardware [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.057385] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a085f63-1114-4201-92fe-4dc084b26933 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.065129] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220bf870-7369-43dd-92aa-cbfcb53a717e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.219323] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.213s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.219555] env[62748]: INFO nova.compute.manager [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Migrating [ 1212.226210] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.787s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.226452] env[62748]: DEBUG nova.objects.instance [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lazy-loading 'resources' on Instance uuid eb32285a-c607-4acf-a33d-3f324d3347a0 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.248392] env[62748]: DEBUG nova.compute.manager [req-290a11ee-6ca4-46cd-b0fc-9f0392f00e46 req-63111309-99b9-4b7a-b1c5-e0a03288ff5f service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Received event network-vif-plugged-da6cc257-2e63-4c61-9698-60baa13fa02f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1212.248683] env[62748]: DEBUG oslo_concurrency.lockutils [req-290a11ee-6ca4-46cd-b0fc-9f0392f00e46 req-63111309-99b9-4b7a-b1c5-e0a03288ff5f service nova] Acquiring lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.249395] env[62748]: DEBUG oslo_concurrency.lockutils [req-290a11ee-6ca4-46cd-b0fc-9f0392f00e46 req-63111309-99b9-4b7a-b1c5-e0a03288ff5f service nova] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.249395] env[62748]: DEBUG oslo_concurrency.lockutils [req-290a11ee-6ca4-46cd-b0fc-9f0392f00e46 req-63111309-99b9-4b7a-b1c5-e0a03288ff5f service nova] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.249765] env[62748]: DEBUG nova.compute.manager [req-290a11ee-6ca4-46cd-b0fc-9f0392f00e46 req-63111309-99b9-4b7a-b1c5-e0a03288ff5f service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] No waiting events found dispatching network-vif-plugged-da6cc257-2e63-4c61-9698-60baa13fa02f {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.250015] env[62748]: WARNING nova.compute.manager [req-290a11ee-6ca4-46cd-b0fc-9f0392f00e46 req-63111309-99b9-4b7a-b1c5-e0a03288ff5f service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Received unexpected event network-vif-plugged-da6cc257-2e63-4c61-9698-60baa13fa02f for instance with vm_state building and task_state spawning. [ 1212.319480] env[62748]: DEBUG nova.network.neutron [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Successfully updated port: da6cc257-2e63-4c61-9698-60baa13fa02f {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.364082] env[62748]: DEBUG nova.compute.manager [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.364351] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.367120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6c0073-d44b-4ccb-93d3-d51fa57daf23 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.373768] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.376186] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8965d14-0fe5-44ad-b296-732a64ae12d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.383015] env[62748]: DEBUG oslo_vmware.api [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1212.383015] env[62748]: value = "task-2750784" [ 1212.383015] env[62748]: _type = "Task" [ 1212.383015] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.387514] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15221805-73e0-41b2-9a61-4eb694bec437 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.394661] env[62748]: DEBUG oslo_vmware.api [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.397125] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a175b1-407e-4d5a-884e-e258d96a45c6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.428840] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05702a49-105e-4ebc-96d2-706ef25c7e4f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.436306] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257d013c-f11f-4ede-902b-7bcb3fbb4720 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.449213] env[62748]: DEBUG nova.compute.provider_tree [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.738071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.738071] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.738071] env[62748]: DEBUG nova.network.neutron [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.822281] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "refresh_cache-0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.822485] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "refresh_cache-0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.822588] env[62748]: DEBUG nova.network.neutron [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.892419] env[62748]: DEBUG oslo_vmware.api [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750784, 'name': PowerOffVM_Task, 'duration_secs': 0.171604} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.892714] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.892889] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.893149] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a14dd26b-9b10-4b7e-8214-dfbb2bae65a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.953103] env[62748]: DEBUG nova.scheduler.client.report [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.958500] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.958733] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.958925] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Deleting the datastore file [datastore2] b3f926bc-643d-4c8c-af46-12312d5ff4d4 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.959485] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-943efbd6-c5d0-491d-9732-cb74045e5b46 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.967427] env[62748]: DEBUG oslo_vmware.api [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for the task: (returnval){ [ 1212.967427] env[62748]: value = "task-2750786" [ 1212.967427] env[62748]: _type = "Task" [ 1212.967427] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.976574] env[62748]: DEBUG oslo_vmware.api [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.357387] env[62748]: DEBUG nova.network.neutron [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.458641] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.232s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.460839] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.143s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1213.462573] env[62748]: INFO nova.compute.claims [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.479695] env[62748]: DEBUG oslo_vmware.api [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Task: {'id': task-2750786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158363} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.482783] env[62748]: INFO nova.scheduler.client.report [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Deleted allocations for instance eb32285a-c607-4acf-a33d-3f324d3347a0 [ 1213.482783] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.482783] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.482783] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.482783] env[62748]: INFO nova.compute.manager [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1213.483059] env[62748]: DEBUG oslo.service.loopingcall [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.483141] env[62748]: DEBUG nova.compute.manager [-] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.483234] env[62748]: DEBUG nova.network.neutron [-] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.579679] env[62748]: DEBUG nova.network.neutron [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [{"id": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "address": "fa:16:3e:88:ac:ee", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb438b9-a6", "ovs_interfaceid": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.587436] env[62748]: DEBUG nova.network.neutron [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Updating instance_info_cache with network_info: [{"id": "da6cc257-2e63-4c61-9698-60baa13fa02f", "address": "fa:16:3e:d4:4c:7c", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6cc257-2e", "ovs_interfaceid": "da6cc257-2e63-4c61-9698-60baa13fa02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.990943] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eabe7031-ba94-4054-9acc-d1fdbf9a734c tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "eb32285a-c607-4acf-a33d-3f324d3347a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.725s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.082983] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.089457] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "refresh_cache-0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.089764] env[62748]: DEBUG nova.compute.manager [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Instance network_info: |[{"id": "da6cc257-2e63-4c61-9698-60baa13fa02f", "address": "fa:16:3e:d4:4c:7c", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6cc257-2e", "ovs_interfaceid": "da6cc257-2e63-4c61-9698-60baa13fa02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.090189] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:4c:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da6cc257-2e63-4c61-9698-60baa13fa02f', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.097894] env[62748]: DEBUG oslo.service.loopingcall [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1214.098801] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.099017] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65feaf49-2c2b-4381-8297-5d0a18bdcab4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.119542] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.119542] env[62748]: value = "task-2750787" [ 1214.119542] env[62748]: _type = "Task" [ 1214.119542] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.130733] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750787, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.341905] env[62748]: DEBUG nova.compute.manager [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Received event network-changed-da6cc257-2e63-4c61-9698-60baa13fa02f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1214.342099] env[62748]: DEBUG nova.compute.manager [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Refreshing instance network info cache due to event network-changed-da6cc257-2e63-4c61-9698-60baa13fa02f. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1214.342326] env[62748]: DEBUG oslo_concurrency.lockutils [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] Acquiring lock "refresh_cache-0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.342484] env[62748]: DEBUG oslo_concurrency.lockutils [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] Acquired lock "refresh_cache-0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.342967] env[62748]: DEBUG nova.network.neutron [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Refreshing network info cache for port da6cc257-2e63-4c61-9698-60baa13fa02f {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.451028] env[62748]: DEBUG nova.network.neutron [-] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.604746] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a7f5f-2f6f-4be9-8da1-33153a346070 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.613315] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444f8750-e07d-4dd9-8cd3-b5513a085a74 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.649360] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e71f6-b601-47d8-9f25-5fc2071cb775 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.659606] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750787, 'name': CreateVM_Task, 'duration_secs': 0.297224} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.660854] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a243439c-b2b8-4737-8357-c0e1f9f5cd13 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.664622] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.665386] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.665982] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.665982] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1214.666560] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94211f17-ef16-4850-8d8f-4628b932c5f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.677715] env[62748]: DEBUG nova.compute.provider_tree [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.680753] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1214.680753] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]521860e6-f324-1096-f8fa-c05f7dbc8cdb" [ 1214.680753] env[62748]: _type = "Task" [ 1214.680753] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.689757] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521860e6-f324-1096-f8fa-c05f7dbc8cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.954798] env[62748]: INFO nova.compute.manager [-] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Took 1.47 seconds to deallocate network for instance. [ 1215.036886] env[62748]: DEBUG nova.network.neutron [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Updated VIF entry in instance network info cache for port da6cc257-2e63-4c61-9698-60baa13fa02f. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.037262] env[62748]: DEBUG nova.network.neutron [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Updating instance_info_cache with network_info: [{"id": "da6cc257-2e63-4c61-9698-60baa13fa02f", "address": "fa:16:3e:d4:4c:7c", "network": {"id": "940dbda9-6a48-4210-bb64-69e9a4a4ab45", "bridge": "br-int", "label": "tempest-ServersTestJSON-277129276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e4b024e7e6f409dac505ec750cc6007", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6cc257-2e", "ovs_interfaceid": "da6cc257-2e63-4c61-9698-60baa13fa02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.045242] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "382a6e4b-f240-4515-a37d-38e419e9cd74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.045512] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "382a6e4b-f240-4515-a37d-38e419e9cd74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.045762] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "382a6e4b-f240-4515-a37d-38e419e9cd74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.045961] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "382a6e4b-f240-4515-a37d-38e419e9cd74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.046152] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "382a6e4b-f240-4515-a37d-38e419e9cd74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.048066] env[62748]: INFO nova.compute.manager [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Terminating instance [ 1215.180491] env[62748]: DEBUG nova.scheduler.client.report [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.193394] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]521860e6-f324-1096-f8fa-c05f7dbc8cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.193664] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.193888] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.194135] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.194285] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.194508] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.195220] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b96fcc4-5d0c-4db3-82f9-345b30e5f79e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.204518] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.204668] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.205356] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f77b1e1-d094-4ed0-a1b6-1850986e911a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.210146] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1215.210146] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0b971-f20b-e173-54ac-a6a8caedf14c" [ 1215.210146] env[62748]: _type = "Task" [ 1215.210146] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.217685] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0b971-f20b-e173-54ac-a6a8caedf14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.461598] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.540421] env[62748]: DEBUG oslo_concurrency.lockutils [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] Releasing lock "refresh_cache-0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.540760] env[62748]: DEBUG nova.compute.manager [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Received event network-vif-deleted-a1dcac5f-e6e7-4120-8456-8dc48a69f7d0 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1215.541032] env[62748]: INFO nova.compute.manager [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Neutron deleted interface a1dcac5f-e6e7-4120-8456-8dc48a69f7d0; detaching it from the instance and deleting it from the info cache [ 1215.541246] env[62748]: DEBUG nova.network.neutron [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.551349] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "refresh_cache-382a6e4b-f240-4515-a37d-38e419e9cd74" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.551518] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquired lock "refresh_cache-382a6e4b-f240-4515-a37d-38e419e9cd74" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.551691] env[62748]: DEBUG nova.network.neutron [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.584603] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.584840] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.597270] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcf9f4a-7aca-4628-b6c6-bba3d6f8f6b1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.615517] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance '70b9f4b5-7795-4678-a4a1-fdda13503ac5' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1215.685481] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.686073] env[62748]: DEBUG nova.compute.manager [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.688668] env[62748]: DEBUG oslo_concurrency.lockutils [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.335s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.688900] env[62748]: DEBUG nova.objects.instance [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lazy-loading 'resources' on Instance uuid 7923bc2f-ebb5-4137-add9-a72231a98924 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.721136] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0b971-f20b-e173-54ac-a6a8caedf14c, 'name': SearchDatastore_Task, 'duration_secs': 0.00834} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.721855] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da459364-9598-40ce-a762-6f1987f98237 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.727137] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1215.727137] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5280ed19-c1a2-01a9-78c5-5459533ae286" [ 1215.727137] env[62748]: _type = "Task" [ 1215.727137] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.734309] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5280ed19-c1a2-01a9-78c5-5459533ae286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.043963] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4da172c5-7823-4b28-96c8-f7ee876813f8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.053233] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d0aba3-e671-468b-a7c6-9fc97488f165 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.081715] env[62748]: DEBUG nova.compute.manager [req-acb90b3f-1afe-4d04-b37c-7dd93bf9b9f5 req-e1d0923d-445d-4170-8e32-1523957be40d service nova] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Detach interface failed, port_id=a1dcac5f-e6e7-4120-8456-8dc48a69f7d0, reason: Instance b3f926bc-643d-4c8c-af46-12312d5ff4d4 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1216.082659] env[62748]: DEBUG nova.network.neutron [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.087283] env[62748]: DEBUG nova.compute.utils [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.120655] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.120914] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0b2aded-3100-4caf-8b95-81e3e6307191 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.126881] env[62748]: DEBUG nova.network.neutron [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.129106] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1216.129106] env[62748]: value = "task-2750788" [ 1216.129106] env[62748]: _type = "Task" [ 1216.129106] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.137647] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.192604] env[62748]: DEBUG nova.compute.utils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.199030] env[62748]: DEBUG nova.compute.manager [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.199157] env[62748]: DEBUG nova.network.neutron [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.235016] env[62748]: DEBUG nova.policy [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b03b6f02a246f79d762e3ab4d3e404', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa3df52b5fb64f8db3cde5b5d8172c62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.242802] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5280ed19-c1a2-01a9-78c5-5459533ae286, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.243099] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.243362] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6/0c56a2d6-d3c5-4e4f-a542-ab937d20baa6.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.243623] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a0f5101-9998-412e-948f-55b7999fa88e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.254257] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1216.254257] env[62748]: value = "task-2750789" [ 1216.254257] env[62748]: _type = "Task" [ 1216.254257] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.267581] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.330813] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708e3644-9547-4e4b-b28c-d12c1daf8002 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.338288] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9df08bf-6421-4297-9177-df6197ce7a70 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.368655] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d30e8b6-094d-4e15-b2ca-8e5ef5901add {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.376398] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c274a4-5d30-4f36-bbbe-94866163e27c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.389520] env[62748]: DEBUG nova.compute.provider_tree [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.526101] env[62748]: DEBUG nova.network.neutron [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Successfully created port: d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.589865] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.634401] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Releasing lock "refresh_cache-382a6e4b-f240-4515-a37d-38e419e9cd74" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.634963] env[62748]: DEBUG nova.compute.manager [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1216.635210] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1216.636092] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd9a87f-69d4-4a06-a038-796877944e7d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.644769] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750788, 'name': PowerOffVM_Task, 'duration_secs': 0.1991} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.647119] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.647331] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance '70b9f4b5-7795-4678-a4a1-fdda13503ac5' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.650736] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.651247] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e6cbea-93a1-4ace-9f22-c0df54609648 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.662546] env[62748]: DEBUG oslo_vmware.api [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1216.662546] env[62748]: value = "task-2750790" [ 1216.662546] env[62748]: _type = "Task" [ 1216.662546] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.671847] env[62748]: DEBUG oslo_vmware.api [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.702931] env[62748]: DEBUG nova.compute.manager [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.765246] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468449} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.765246] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6/0c56a2d6-d3c5-4e4f-a542-ab937d20baa6.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.765415] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.765959] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4ed758a-f395-401e-aa7f-d36376f6370c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.773115] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1216.773115] env[62748]: value = "task-2750791" [ 1216.773115] env[62748]: _type = "Task" [ 1216.773115] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.781239] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.892041] env[62748]: DEBUG nova.scheduler.client.report [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.154822] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.155084] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.155252] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.155435] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.155585] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.155734] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.155942] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.156122] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.156291] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.156453] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.156629] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.162841] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207f9ee7-40ac-4d27-aa2e-4cf4a8d9f7bf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.184795] env[62748]: DEBUG oslo_vmware.api [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750790, 'name': PowerOffVM_Task, 'duration_secs': 0.179566} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.186876] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.187086] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.187408] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1217.187408] env[62748]: value = "task-2750792" [ 1217.187408] env[62748]: _type = "Task" [ 1217.187408] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.188109] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d1a1500-8737-4c62-92fa-299a6a36bc36 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.199938] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750792, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.223348] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.223514] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.223722] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Deleting the datastore file [datastore1] 382a6e4b-f240-4515-a37d-38e419e9cd74 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.225044] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39485841-b8df-4b15-895d-966453eaa558 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.231706] env[62748]: DEBUG oslo_vmware.api [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for the task: (returnval){ [ 1217.231706] env[62748]: value = "task-2750794" [ 1217.231706] env[62748]: _type = "Task" [ 1217.231706] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.240142] env[62748]: DEBUG oslo_vmware.api [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.283300] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084371} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.283589] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.284449] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d0b136-7dbb-4977-a337-63590a8c9090 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.306511] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6/0c56a2d6-d3c5-4e4f-a542-ab937d20baa6.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.307164] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0871a19-1d61-4545-9093-2d1789f5d572 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.327269] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1217.327269] env[62748]: value = "task-2750795" [ 1217.327269] env[62748]: _type = "Task" [ 1217.327269] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.337549] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.397639] env[62748]: DEBUG oslo_concurrency.lockutils [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.400081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.939s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.400322] env[62748]: DEBUG nova.objects.instance [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lazy-loading 'resources' on Instance uuid b3f926bc-643d-4c8c-af46-12312d5ff4d4 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.421528] env[62748]: INFO nova.scheduler.client.report [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Deleted allocations for instance 7923bc2f-ebb5-4137-add9-a72231a98924 [ 1217.677561] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.677887] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.678077] env[62748]: INFO nova.compute.manager [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Attaching volume bf18a120-ac40-4baa-b5c6-213e108ba1e0 to /dev/sdb [ 1217.698870] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750792, 'name': ReconfigVM_Task, 'duration_secs': 0.267544} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.699208] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance '70b9f4b5-7795-4678-a4a1-fdda13503ac5' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.710720] env[62748]: DEBUG nova.compute.manager [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.713224] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ed6253-f27a-458c-a1a8-f5ccca68b321 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.720076] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acccdf66-277c-4d52-bea5-11388fdb9073 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.734768] env[62748]: DEBUG nova.virt.block_device [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Updating existing volume attachment record: ed92f35e-ac5f-4dfe-9781-ca5d9ee7524f {{(pid=62748) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1217.747128] env[62748]: DEBUG oslo_vmware.api [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Task: {'id': task-2750794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099199} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.749190] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.749412] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.749570] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.749754] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.749903] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.750072] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.750289] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.750449] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.750619] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.750785] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.750958] env[62748]: DEBUG nova.virt.hardware [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.751248] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.751423] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.751600] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.751770] env[62748]: INFO nova.compute.manager [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1217.751999] env[62748]: DEBUG oslo.service.loopingcall [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1217.752933] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff37c4-29fc-4064-acd7-7404b0ad0338 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.755386] env[62748]: DEBUG nova.compute.manager [-] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.755508] env[62748]: DEBUG nova.network.neutron [-] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.762254] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8b1aa6-358c-425e-bca6-1909ccb80c94 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.777185] env[62748]: DEBUG nova.network.neutron [-] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.836394] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750795, 'name': ReconfigVM_Task, 'duration_secs': 0.293631} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.836687] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6/0c56a2d6-d3c5-4e4f-a542-ab937d20baa6.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.837377] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71518fda-3d77-4a1c-8c7e-3f63157fa8dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.843788] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1217.843788] env[62748]: value = "task-2750796" [ 1217.843788] env[62748]: _type = "Task" [ 1217.843788] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.852138] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750796, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.932942] env[62748]: DEBUG oslo_concurrency.lockutils [None req-995dbe2e-b530-4d43-8f86-f0fd1b288ab9 tempest-ServerAddressesNegativeTestJSON-1795504167 tempest-ServerAddressesNegativeTestJSON-1795504167-project-member] Lock "7923bc2f-ebb5-4137-add9-a72231a98924" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.984s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.936064] env[62748]: DEBUG nova.compute.manager [req-33ca1c3d-c301-49ea-ae76-c178033f7e6c req-e8c4b044-59b1-40c0-be24-3cdf63953273 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received event network-vif-plugged-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1217.936280] env[62748]: DEBUG oslo_concurrency.lockutils [req-33ca1c3d-c301-49ea-ae76-c178033f7e6c req-e8c4b044-59b1-40c0-be24-3cdf63953273 service nova] Acquiring lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.936625] env[62748]: DEBUG oslo_concurrency.lockutils [req-33ca1c3d-c301-49ea-ae76-c178033f7e6c req-e8c4b044-59b1-40c0-be24-3cdf63953273 service nova] Lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.936747] env[62748]: DEBUG oslo_concurrency.lockutils [req-33ca1c3d-c301-49ea-ae76-c178033f7e6c req-e8c4b044-59b1-40c0-be24-3cdf63953273 service nova] Lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.937130] env[62748]: DEBUG nova.compute.manager [req-33ca1c3d-c301-49ea-ae76-c178033f7e6c req-e8c4b044-59b1-40c0-be24-3cdf63953273 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] No waiting events found dispatching network-vif-plugged-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.937130] env[62748]: WARNING nova.compute.manager [req-33ca1c3d-c301-49ea-ae76-c178033f7e6c req-e8c4b044-59b1-40c0-be24-3cdf63953273 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received unexpected event network-vif-plugged-d1f5fabf-d480-41b6-b260-bbbe27724346 for instance with vm_state building and task_state spawning. [ 1218.027551] env[62748]: DEBUG nova.network.neutron [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Successfully updated port: d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.046468] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7e06e-ce97-4594-a62c-ebfb7fc3cf22 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.054080] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0f0a78-f6c3-45ae-bfbe-fea43a5a1532 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.084502] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334cda50-e2c0-45d5-a136-b929ea5a23b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.091741] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238aefbf-3c99-4818-ae27-b63d2ef60a41 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.104706] env[62748]: DEBUG nova.compute.provider_tree [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.206035] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.206324] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.206486] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.206674] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.206852] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.207024] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.207243] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.207405] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.207578] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.207743] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.207921] env[62748]: DEBUG nova.virt.hardware [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.213307] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.213965] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ec603d-5851-45f1-a21a-c505273129e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.232538] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1218.232538] env[62748]: value = "task-2750798" [ 1218.232538] env[62748]: _type = "Task" [ 1218.232538] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.242836] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.279434] env[62748]: DEBUG nova.network.neutron [-] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.355441] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750796, 'name': Rename_Task, 'duration_secs': 0.1637} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.355920] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.355965] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9b2e118-009a-411a-a547-c8119f72c9b7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.367197] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1218.367197] env[62748]: value = "task-2750799" [ 1218.367197] env[62748]: _type = "Task" [ 1218.367197] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.374881] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.530494] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.530710] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.530818] env[62748]: DEBUG nova.network.neutron [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.608352] env[62748]: DEBUG nova.scheduler.client.report [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.743193] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750798, 'name': ReconfigVM_Task, 'duration_secs': 0.170352} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.743481] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.744283] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a88180-10dd-4937-ae37-fe5737f6adc4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.768464] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 70b9f4b5-7795-4678-a4a1-fdda13503ac5/70b9f4b5-7795-4678-a4a1-fdda13503ac5.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.768779] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a1a781-180c-4fb5-a6fc-0dcff1122594 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.782011] env[62748]: INFO nova.compute.manager [-] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Took 1.03 seconds to deallocate network for instance. [ 1218.788625] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1218.788625] env[62748]: value = "task-2750800" [ 1218.788625] env[62748]: _type = "Task" [ 1218.788625] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.797270] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.878117] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750799, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.070150] env[62748]: DEBUG nova.network.neutron [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.112951] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.138078] env[62748]: INFO nova.scheduler.client.report [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Deleted allocations for instance b3f926bc-643d-4c8c-af46-12312d5ff4d4 [ 1219.209318] env[62748]: DEBUG nova.network.neutron [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating instance_info_cache with network_info: [{"id": "d1f5fabf-d480-41b6-b260-bbbe27724346", "address": "fa:16:3e:1c:e3:f7", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f5fabf-d4", "ovs_interfaceid": "d1f5fabf-d480-41b6-b260-bbbe27724346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.288822] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.289456] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.289456] env[62748]: DEBUG nova.objects.instance [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lazy-loading 'resources' on Instance uuid 382a6e4b-f240-4515-a37d-38e419e9cd74 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.301524] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750800, 'name': ReconfigVM_Task, 'duration_secs': 0.260675} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.301846] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 70b9f4b5-7795-4678-a4a1-fdda13503ac5/70b9f4b5-7795-4678-a4a1-fdda13503ac5.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.302481] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance '70b9f4b5-7795-4678-a4a1-fdda13503ac5' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.378471] env[62748]: DEBUG oslo_vmware.api [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750799, 'name': PowerOnVM_Task, 'duration_secs': 0.654236} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.378471] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.378652] env[62748]: INFO nova.compute.manager [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1219.379573] env[62748]: DEBUG nova.compute.manager [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.379671] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd98e64-ba45-4207-a2f9-3e7d2ea128df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.648255] env[62748]: DEBUG oslo_concurrency.lockutils [None req-0a90a3ae-c456-4337-bd29-235625883613 tempest-AttachVolumeTestJSON-1438289866 tempest-AttachVolumeTestJSON-1438289866-project-member] Lock "b3f926bc-643d-4c8c-af46-12312d5ff4d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.795s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.711589] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.711896] env[62748]: DEBUG nova.compute.manager [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Instance network_info: |[{"id": "d1f5fabf-d480-41b6-b260-bbbe27724346", "address": "fa:16:3e:1c:e3:f7", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f5fabf-d4", "ovs_interfaceid": "d1f5fabf-d480-41b6-b260-bbbe27724346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.712341] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:e3:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1f5fabf-d480-41b6-b260-bbbe27724346', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.720071] env[62748]: DEBUG oslo.service.loopingcall [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1219.720292] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.720519] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c87ff3e-3289-403d-bdea-6cce56a008ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.741330] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.741330] env[62748]: value = "task-2750801" [ 1219.741330] env[62748]: _type = "Task" [ 1219.741330] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.750426] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750801, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.809491] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63858a46-04d0-4c4f-aa88-77bcf0f4c25a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.832716] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf95228-2a01-458b-9b95-65f721395fb1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.854574] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance '70b9f4b5-7795-4678-a4a1-fdda13503ac5' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.899322] env[62748]: INFO nova.compute.manager [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Took 13.71 seconds to build instance. [ 1219.970712] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b1cc01-eb9a-4d29-a201-2ad046aab837 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.979374] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55957f55-021f-465a-9497-247650765068 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.984614] env[62748]: DEBUG nova.compute.manager [req-2c39812d-2d11-4baf-8d42-6ca15383015d req-ece6b1a1-4c6b-4f86-a7ff-ba0ec4ccf712 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received event network-changed-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1219.984880] env[62748]: DEBUG nova.compute.manager [req-2c39812d-2d11-4baf-8d42-6ca15383015d req-ece6b1a1-4c6b-4f86-a7ff-ba0ec4ccf712 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Refreshing instance network info cache due to event network-changed-d1f5fabf-d480-41b6-b260-bbbe27724346. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1219.985136] env[62748]: DEBUG oslo_concurrency.lockutils [req-2c39812d-2d11-4baf-8d42-6ca15383015d req-ece6b1a1-4c6b-4f86-a7ff-ba0ec4ccf712 service nova] Acquiring lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.985291] env[62748]: DEBUG oslo_concurrency.lockutils [req-2c39812d-2d11-4baf-8d42-6ca15383015d req-ece6b1a1-4c6b-4f86-a7ff-ba0ec4ccf712 service nova] Acquired lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.985477] env[62748]: DEBUG nova.network.neutron [req-2c39812d-2d11-4baf-8d42-6ca15383015d req-ece6b1a1-4c6b-4f86-a7ff-ba0ec4ccf712 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Refreshing network info cache for port d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.018635] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6a3446-2e58-4bf4-a3f7-09076518b12c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.027777] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e380c-39ef-4845-aa03-0c2e22313217 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.044956] env[62748]: DEBUG nova.compute.provider_tree [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.252428] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750801, 'name': CreateVM_Task, 'duration_secs': 0.301632} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.252636] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.253568] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.253808] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.254211] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.254491] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a36199-22f6-45fc-a6d2-05586336a544 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.259327] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1220.259327] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52444326-98e7-a56c-dd0f-29449da0ddee" [ 1220.259327] env[62748]: _type = "Task" [ 1220.259327] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.268050] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52444326-98e7-a56c-dd0f-29449da0ddee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.401085] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3cd1dc00-31a4-42b4-98f9-f574fedb1e21 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.216s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.418556] env[62748]: DEBUG nova.network.neutron [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Port 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1220.548995] env[62748]: DEBUG nova.scheduler.client.report [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.768990] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52444326-98e7-a56c-dd0f-29449da0ddee, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.769349] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.769559] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.769812] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.769971] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.770180] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.770457] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c9f56e7-0a14-4b6f-bf0f-b8479567c160 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.784062] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.784062] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.784955] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6354542e-f999-4196-8cfb-2404d4e96115 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.789711] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1220.789711] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52be3154-9714-c6d7-6f61-bdb75af66181" [ 1220.789711] env[62748]: _type = "Task" [ 1220.789711] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.794489] env[62748]: DEBUG nova.network.neutron [req-2c39812d-2d11-4baf-8d42-6ca15383015d req-ece6b1a1-4c6b-4f86-a7ff-ba0ec4ccf712 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updated VIF entry in instance network info cache for port d1f5fabf-d480-41b6-b260-bbbe27724346. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.794879] env[62748]: DEBUG nova.network.neutron [req-2c39812d-2d11-4baf-8d42-6ca15383015d req-ece6b1a1-4c6b-4f86-a7ff-ba0ec4ccf712 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating instance_info_cache with network_info: [{"id": "d1f5fabf-d480-41b6-b260-bbbe27724346", "address": "fa:16:3e:1c:e3:f7", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f5fabf-d4", "ovs_interfaceid": "d1f5fabf-d480-41b6-b260-bbbe27724346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.798911] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52be3154-9714-c6d7-6f61-bdb75af66181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.837504] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.837685] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.839050] env[62748]: DEBUG nova.compute.manager [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.839050] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f68878d-2caa-439c-acf8-6522140bae1c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.845484] env[62748]: DEBUG nova.compute.manager [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1220.846102] env[62748]: DEBUG nova.objects.instance [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lazy-loading 'flavor' on Instance uuid 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.056440] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.079917] env[62748]: INFO nova.scheduler.client.report [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Deleted allocations for instance 382a6e4b-f240-4515-a37d-38e419e9cd74 [ 1221.300102] env[62748]: DEBUG oslo_concurrency.lockutils [req-2c39812d-2d11-4baf-8d42-6ca15383015d req-ece6b1a1-4c6b-4f86-a7ff-ba0ec4ccf712 service nova] Releasing lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.300504] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52be3154-9714-c6d7-6f61-bdb75af66181, 'name': SearchDatastore_Task, 'duration_secs': 0.013988} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.301275] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc091e64-9a7d-4c02-9dd7-98ca0b3b9493 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.307368] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1221.307368] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cd319f-d1ed-8c19-746c-8e202c3b6020" [ 1221.307368] env[62748]: _type = "Task" [ 1221.307368] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.316067] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cd319f-d1ed-8c19-746c-8e202c3b6020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.442975] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.443230] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.443413] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.589891] env[62748]: DEBUG oslo_concurrency.lockutils [None req-aaeaab2d-9404-4ae6-958d-13f13adda470 tempest-ServerShowV247Test-285546758 tempest-ServerShowV247Test-285546758-project-member] Lock "382a6e4b-f240-4515-a37d-38e419e9cd74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.544s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.819477] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cd319f-d1ed-8c19-746c-8e202c3b6020, 'name': SearchDatastore_Task, 'duration_secs': 0.021947} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.819803] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.820084] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 12265382-52c6-4a30-8467-f59ebdf966b5/12265382-52c6-4a30-8467-f59ebdf966b5.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.820349] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc63626d-ae8d-46b1-a078-eadb7f7d7f83 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.827818] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1221.827818] env[62748]: value = "task-2750804" [ 1221.827818] env[62748]: _type = "Task" [ 1221.827818] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.835312] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.853007] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.853289] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a37fd7bc-bcc7-4840-a668-e27f41f22b19 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.859494] env[62748]: DEBUG oslo_vmware.api [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1221.859494] env[62748]: value = "task-2750805" [ 1221.859494] env[62748]: _type = "Task" [ 1221.859494] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.867646] env[62748]: DEBUG oslo_vmware.api [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.288991] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Volume attach. Driver type: vmdk {{(pid=62748) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.289616] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553584', 'volume_id': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'name': 'volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'serial': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.293177] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ee0374-43d5-4832-93ed-0b1eed023aa1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.321680] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca5e863-92b2-4dcb-9609-86a874849521 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.352340] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0/volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.356328] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ce1dc7-1752-4ef2-8b90-10f533c3ed66 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.379170] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52626} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.383181] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 12265382-52c6-4a30-8467-f59ebdf966b5/12265382-52c6-4a30-8467-f59ebdf966b5.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.383181] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.383181] env[62748]: DEBUG oslo_vmware.api [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1222.383181] env[62748]: value = "task-2750806" [ 1222.383181] env[62748]: _type = "Task" [ 1222.383181] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.383181] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d71773fe-0703-494a-b18e-ed918fffcd84 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.389028] env[62748]: DEBUG oslo_vmware.api [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750805, 'name': PowerOffVM_Task, 'duration_secs': 0.236497} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.389595] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.389793] env[62748]: DEBUG nova.compute.manager [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.390782] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5744dd-0f20-4253-b0a1-2b32f8f388a9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.396696] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1222.396696] env[62748]: value = "task-2750807" [ 1222.396696] env[62748]: _type = "Task" [ 1222.396696] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.396916] env[62748]: DEBUG oslo_vmware.api [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750806, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.410770] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.489049] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.489213] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.489399] env[62748]: DEBUG nova.network.neutron [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.895933] env[62748]: DEBUG oslo_vmware.api [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750806, 'name': ReconfigVM_Task, 'duration_secs': 0.38833} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.896364] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0/volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.902935] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45e268ad-cb7e-4077-90e1-8f94a4a71b99 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.919586] env[62748]: DEBUG oslo_concurrency.lockutils [None req-50d84786-6d31-43f0-a725-88b710a4e4cf tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.923636] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07207} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.925321] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.925723] env[62748]: DEBUG oslo_vmware.api [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1222.925723] env[62748]: value = "task-2750808" [ 1222.925723] env[62748]: _type = "Task" [ 1222.925723] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.927333] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2040fa30-fb9a-4bad-9f82-1cc6bb85ebeb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.940685] env[62748]: DEBUG oslo_vmware.api [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750808, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.960389] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 12265382-52c6-4a30-8467-f59ebdf966b5/12265382-52c6-4a30-8467-f59ebdf966b5.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.961376] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce560817-b280-4f37-a4cd-dd2daa9ca588 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.983036] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1222.983036] env[62748]: value = "task-2750809" [ 1222.983036] env[62748]: _type = "Task" [ 1222.983036] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.994382] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.303025] env[62748]: DEBUG nova.network.neutron [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [{"id": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "address": "fa:16:3e:88:ac:ee", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb438b9-a6", "ovs_interfaceid": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.439721] env[62748]: DEBUG oslo_vmware.api [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750808, 'name': ReconfigVM_Task, 'duration_secs': 0.156393} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.440025] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553584', 'volume_id': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'name': 'volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'serial': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0'} {{(pid=62748) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1223.493145] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750809, 'name': ReconfigVM_Task, 'duration_secs': 0.300594} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.493448] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 12265382-52c6-4a30-8467-f59ebdf966b5/12265382-52c6-4a30-8467-f59ebdf966b5.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.494158] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7147c1e4-1186-4d40-addd-783be961e351 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.500613] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1223.500613] env[62748]: value = "task-2750810" [ 1223.500613] env[62748]: _type = "Task" [ 1223.500613] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.508183] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750810, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.787043] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "2b48aafe-c438-4fdc-ae48-379371448a7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.787289] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "2b48aafe-c438-4fdc-ae48-379371448a7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.806166] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.948573] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.948847] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.949106] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.949273] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.949493] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.951472] env[62748]: INFO nova.compute.manager [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Terminating instance [ 1224.010714] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750810, 'name': Rename_Task, 'duration_secs': 0.15763} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.010943] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.011202] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c744f28-12bd-482c-8b89-9cf0aebecf30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.017913] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1224.017913] env[62748]: value = "task-2750812" [ 1224.017913] env[62748]: _type = "Task" [ 1224.017913] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.025335] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.291132] env[62748]: DEBUG nova.compute.manager [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1224.334646] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dbf438-ed82-4c8c-b5b2-540beeeb5af4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.358976] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e8cf8-02fa-4187-87ec-8de7ff4a260b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.366445] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance '70b9f4b5-7795-4678-a4a1-fdda13503ac5' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.455068] env[62748]: DEBUG nova.compute.manager [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.455315] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.456263] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef89a4ae-311c-47c0-b486-dc5242cb71ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.464330] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.464627] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-190ead40-e627-434f-aa36-8feae8652414 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.483037] env[62748]: DEBUG nova.objects.instance [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'flavor' on Instance uuid 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.528994] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.544169] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.544169] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.544169] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleting the datastore file [datastore1] 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.544169] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f097add9-8820-4bd5-bf62-a5a65216049b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.550728] env[62748]: DEBUG oslo_vmware.api [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1224.550728] env[62748]: value = "task-2750814" [ 1224.550728] env[62748]: _type = "Task" [ 1224.550728] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.561718] env[62748]: DEBUG oslo_vmware.api [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.809290] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.809583] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.811338] env[62748]: INFO nova.compute.claims [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.876558] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.876841] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b547258-07cc-4ac8-9fe4-5da759fe9432 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.884816] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1224.884816] env[62748]: value = "task-2750815" [ 1224.884816] env[62748]: _type = "Task" [ 1224.884816] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.894860] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.988692] env[62748]: DEBUG oslo_concurrency.lockutils [None req-eba08fc9-6280-4e94-ac31-8a367b8ff631 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.311s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.028523] env[62748]: DEBUG oslo_vmware.api [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750812, 'name': PowerOnVM_Task, 'duration_secs': 0.576869} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.028619] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.028773] env[62748]: INFO nova.compute.manager [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1225.028955] env[62748]: DEBUG nova.compute.manager [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.029752] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66adc4b5-10a6-4ebf-a3ef-589d34491888 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.059937] env[62748]: DEBUG oslo_vmware.api [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163253} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.059937] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.059937] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.059937] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.059937] env[62748]: INFO nova.compute.manager [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1225.060339] env[62748]: DEBUG oslo.service.loopingcall [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.060380] env[62748]: DEBUG nova.compute.manager [-] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.060464] env[62748]: DEBUG nova.network.neutron [-] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.152128] env[62748]: DEBUG oslo_concurrency.lockutils [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.152449] env[62748]: DEBUG oslo_concurrency.lockutils [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.290560] env[62748]: DEBUG nova.compute.manager [req-44e4d183-5287-4e1d-ba45-11dffa73683a req-e8341911-64e7-4c5b-bc68-9195f8ffd3a0 service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Received event network-vif-deleted-da6cc257-2e63-4c61-9698-60baa13fa02f {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1225.290779] env[62748]: INFO nova.compute.manager [req-44e4d183-5287-4e1d-ba45-11dffa73683a req-e8341911-64e7-4c5b-bc68-9195f8ffd3a0 service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Neutron deleted interface da6cc257-2e63-4c61-9698-60baa13fa02f; detaching it from the instance and deleting it from the info cache [ 1225.291015] env[62748]: DEBUG nova.network.neutron [req-44e4d183-5287-4e1d-ba45-11dffa73683a req-e8341911-64e7-4c5b-bc68-9195f8ffd3a0 service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.395056] env[62748]: DEBUG oslo_vmware.api [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750815, 'name': PowerOnVM_Task, 'duration_secs': 0.44408} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.395331] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.395533] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1cb7fcff-662f-4251-8d30-7a697cd4b850 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance '70b9f4b5-7795-4678-a4a1-fdda13503ac5' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.548167] env[62748]: INFO nova.compute.manager [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Took 15.25 seconds to build instance. [ 1225.655338] env[62748]: INFO nova.compute.manager [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Detaching volume bf18a120-ac40-4baa-b5c6-213e108ba1e0 [ 1225.705304] env[62748]: INFO nova.virt.block_device [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Attempting to driver detach volume bf18a120-ac40-4baa-b5c6-213e108ba1e0 from mountpoint /dev/sdb [ 1225.705304] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Volume detach. Driver type: vmdk {{(pid=62748) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1225.705304] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553584', 'volume_id': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'name': 'volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'serial': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1225.705304] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087f74f7-428b-41de-bb38-6bd8f7a8c68b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.726426] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d34ed15-c70b-4f5c-8481-5b45c413ba82 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.733243] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974efaa6-bcd1-4075-a0c4-3f0cae73b83e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.753862] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcfcf8e-f2f7-4e54-ab14-43ba09988876 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.769951] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] The volume has not been displaced from its original location: [datastore2] volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0/volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0.vmdk. No consolidation needed. {{(pid=62748) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1225.775284] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1225.775717] env[62748]: DEBUG nova.network.neutron [-] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.776821] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49798760-b628-4d10-9a73-998a838f30e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.790680] env[62748]: INFO nova.compute.manager [-] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Took 0.73 seconds to deallocate network for instance. [ 1225.799465] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f697022a-6f75-459e-86db-1e9de50984f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.801708] env[62748]: DEBUG oslo_vmware.api [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1225.801708] env[62748]: value = "task-2750816" [ 1225.801708] env[62748]: _type = "Task" [ 1225.801708] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.814455] env[62748]: DEBUG oslo_vmware.api [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.814789] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b53617-1e9f-49b3-a207-50122d5a8ddd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.836425] env[62748]: DEBUG nova.compute.manager [req-0548324f-f92f-4e4f-92e6-a18bf606a155 req-dd25ea37-ce6e-4a4a-b413-d52d3ba06787 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received event network-changed-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1225.836692] env[62748]: DEBUG nova.compute.manager [req-0548324f-f92f-4e4f-92e6-a18bf606a155 req-dd25ea37-ce6e-4a4a-b413-d52d3ba06787 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Refreshing instance network info cache due to event network-changed-d1f5fabf-d480-41b6-b260-bbbe27724346. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1225.836980] env[62748]: DEBUG oslo_concurrency.lockutils [req-0548324f-f92f-4e4f-92e6-a18bf606a155 req-dd25ea37-ce6e-4a4a-b413-d52d3ba06787 service nova] Acquiring lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.837236] env[62748]: DEBUG oslo_concurrency.lockutils [req-0548324f-f92f-4e4f-92e6-a18bf606a155 req-dd25ea37-ce6e-4a4a-b413-d52d3ba06787 service nova] Acquired lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.837463] env[62748]: DEBUG nova.network.neutron [req-0548324f-f92f-4e4f-92e6-a18bf606a155 req-dd25ea37-ce6e-4a4a-b413-d52d3ba06787 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Refreshing network info cache for port d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.848796] env[62748]: DEBUG nova.compute.manager [req-44e4d183-5287-4e1d-ba45-11dffa73683a req-e8341911-64e7-4c5b-bc68-9195f8ffd3a0 service nova] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Detach interface failed, port_id=da6cc257-2e63-4c61-9698-60baa13fa02f, reason: Instance 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1225.943446] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f8d939-f4fe-429b-9a1f-0aae2fcdd0a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.952306] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d55fc6-76d7-4152-b5d8-beb39bc97e57 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.986566] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000b99f4-2b39-40b5-9c3b-d68890089051 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.994687] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e18682-c978-4ac6-9764-ff2127be57e7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.007898] env[62748]: DEBUG nova.compute.provider_tree [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.050235] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6e53ba9d-f05c-41c1-95f7-6808f1941b95 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.758s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.300814] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.311156] env[62748]: DEBUG oslo_vmware.api [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750816, 'name': ReconfigVM_Task, 'duration_secs': 0.212722} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.311422] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1226.316081] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36a1857d-3456-4062-8b85-1941aa1cf605 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.332289] env[62748]: DEBUG oslo_vmware.api [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1226.332289] env[62748]: value = "task-2750817" [ 1226.332289] env[62748]: _type = "Task" [ 1226.332289] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.342600] env[62748]: DEBUG oslo_vmware.api [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.510501] env[62748]: DEBUG nova.scheduler.client.report [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.551422] env[62748]: DEBUG nova.network.neutron [req-0548324f-f92f-4e4f-92e6-a18bf606a155 req-dd25ea37-ce6e-4a4a-b413-d52d3ba06787 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updated VIF entry in instance network info cache for port d1f5fabf-d480-41b6-b260-bbbe27724346. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.551777] env[62748]: DEBUG nova.network.neutron [req-0548324f-f92f-4e4f-92e6-a18bf606a155 req-dd25ea37-ce6e-4a4a-b413-d52d3ba06787 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating instance_info_cache with network_info: [{"id": "d1f5fabf-d480-41b6-b260-bbbe27724346", "address": "fa:16:3e:1c:e3:f7", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f5fabf-d4", "ovs_interfaceid": "d1f5fabf-d480-41b6-b260-bbbe27724346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.841823] env[62748]: DEBUG oslo_vmware.api [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750817, 'name': ReconfigVM_Task, 'duration_secs': 0.13313} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.842200] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-553584', 'volume_id': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'name': 'volume-bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0', 'serial': 'bf18a120-ac40-4baa-b5c6-213e108ba1e0'} {{(pid=62748) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.015192] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.015722] env[62748]: DEBUG nova.compute.manager [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.018844] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.718s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.019040] env[62748]: DEBUG nova.objects.instance [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lazy-loading 'resources' on Instance uuid 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.054301] env[62748]: DEBUG oslo_concurrency.lockutils [req-0548324f-f92f-4e4f-92e6-a18bf606a155 req-dd25ea37-ce6e-4a4a-b413-d52d3ba06787 service nova] Releasing lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.387415] env[62748]: DEBUG nova.objects.instance [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'flavor' on Instance uuid 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.521614] env[62748]: DEBUG nova.compute.utils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.525770] env[62748]: DEBUG nova.compute.manager [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.525944] env[62748]: DEBUG nova.network.neutron [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.564474] env[62748]: DEBUG nova.policy [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60f5ae86a0ee42bc82f6f5eaad79177e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e9b095f2314094b7ae9dae59efd429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.624395] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4552efe-9329-4ab5-8910-e9678f7f8c6f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.632407] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5617745-bade-4a1d-b73f-dcdb4080b911 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.661710] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fd4265-1010-4127-b16a-e77424cba82b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.669382] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e602a88f-956e-4407-ab8b-2acd293e4d40 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.682814] env[62748]: DEBUG nova.compute.provider_tree [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.822811] env[62748]: DEBUG nova.network.neutron [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Successfully created port: e4da4e80-000a-4d0c-9552-b5ab729e108a {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.828658] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.828907] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.829103] env[62748]: DEBUG nova.compute.manager [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Going to confirm migration 9 {{(pid=62748) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1228.026437] env[62748]: DEBUG nova.compute.manager [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.186508] env[62748]: DEBUG nova.scheduler.client.report [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.366503] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.366702] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.366881] env[62748]: DEBUG nova.network.neutron [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.367082] env[62748]: DEBUG nova.objects.instance [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'info_cache' on Instance uuid 70b9f4b5-7795-4678-a4a1-fdda13503ac5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.394311] env[62748]: DEBUG oslo_concurrency.lockutils [None req-941af6c9-d111-4db1-b009-348292229978 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.692937] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.713130] env[62748]: INFO nova.scheduler.client.report [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted allocations for instance 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6 [ 1229.035262] env[62748]: DEBUG nova.compute.manager [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.066019] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.066019] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.066019] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.066019] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.066019] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.066571] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.066917] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.067272] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.067569] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.067858] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.069037] env[62748]: DEBUG nova.virt.hardware [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.069317] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e41bdee-3089-45fb-92aa-8917bd24329b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.077468] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd29b10-c66e-4af1-a126-8b7387ecfde7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.183599] env[62748]: DEBUG nova.compute.manager [req-794038ce-033a-45ea-a80a-e008aa6fbe43 req-083177ed-6a1f-410a-aa2a-4941060c7506 service nova] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Received event network-vif-plugged-e4da4e80-000a-4d0c-9552-b5ab729e108a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1229.183880] env[62748]: DEBUG oslo_concurrency.lockutils [req-794038ce-033a-45ea-a80a-e008aa6fbe43 req-083177ed-6a1f-410a-aa2a-4941060c7506 service nova] Acquiring lock "2b48aafe-c438-4fdc-ae48-379371448a7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.184181] env[62748]: DEBUG oslo_concurrency.lockutils [req-794038ce-033a-45ea-a80a-e008aa6fbe43 req-083177ed-6a1f-410a-aa2a-4941060c7506 service nova] Lock "2b48aafe-c438-4fdc-ae48-379371448a7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.184414] env[62748]: DEBUG oslo_concurrency.lockutils [req-794038ce-033a-45ea-a80a-e008aa6fbe43 req-083177ed-6a1f-410a-aa2a-4941060c7506 service nova] Lock "2b48aafe-c438-4fdc-ae48-379371448a7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.184708] env[62748]: DEBUG nova.compute.manager [req-794038ce-033a-45ea-a80a-e008aa6fbe43 req-083177ed-6a1f-410a-aa2a-4941060c7506 service nova] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] No waiting events found dispatching network-vif-plugged-e4da4e80-000a-4d0c-9552-b5ab729e108a {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1229.184914] env[62748]: WARNING nova.compute.manager [req-794038ce-033a-45ea-a80a-e008aa6fbe43 req-083177ed-6a1f-410a-aa2a-4941060c7506 service nova] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Received unexpected event network-vif-plugged-e4da4e80-000a-4d0c-9552-b5ab729e108a for instance with vm_state building and task_state spawning. [ 1229.220719] env[62748]: DEBUG oslo_concurrency.lockutils [None req-f9ba44b7-5a9f-45cf-9c31-84556237d50a tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "0c56a2d6-d3c5-4e4f-a542-ab937d20baa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.271s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.316897] env[62748]: DEBUG nova.network.neutron [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Successfully updated port: e4da4e80-000a-4d0c-9552-b5ab729e108a {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.427059] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.427309] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.427514] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.427699] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.427868] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.429798] env[62748]: INFO nova.compute.manager [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Terminating instance [ 1229.576467] env[62748]: DEBUG nova.network.neutron [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [{"id": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "address": "fa:16:3e:88:ac:ee", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb438b9-a6", "ovs_interfaceid": "2fb438b9-a66c-4bfd-90a0-34c0ef2832ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.686821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.687124] env[62748]: DEBUG oslo_concurrency.lockutils [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.687345] env[62748]: DEBUG oslo_concurrency.lockutils [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.687534] env[62748]: DEBUG oslo_concurrency.lockutils [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.687714] env[62748]: DEBUG oslo_concurrency.lockutils [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.689829] env[62748]: INFO nova.compute.manager [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Terminating instance [ 1229.820095] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "refresh_cache-2b48aafe-c438-4fdc-ae48-379371448a7e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.820293] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "refresh_cache-2b48aafe-c438-4fdc-ae48-379371448a7e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.820454] env[62748]: DEBUG nova.network.neutron [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.933544] env[62748]: DEBUG nova.compute.manager [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.933706] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.934614] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456c4a0f-6cc6-4561-9b1e-a240643ab654 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.942687] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.942936] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-170b1795-f40e-4ede-9d89-9542bd09fd1d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.950210] env[62748]: DEBUG oslo_vmware.api [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1229.950210] env[62748]: value = "task-2750819" [ 1229.950210] env[62748]: _type = "Task" [ 1229.950210] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.958981] env[62748]: DEBUG oslo_vmware.api [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.079012] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-70b9f4b5-7795-4678-a4a1-fdda13503ac5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.079358] env[62748]: DEBUG nova.objects.instance [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'migration_context' on Instance uuid 70b9f4b5-7795-4678-a4a1-fdda13503ac5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.102771] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.103010] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.193373] env[62748]: DEBUG nova.compute.manager [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.193661] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.194577] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d7e9d9-91a5-460a-a487-fa05cde4b479 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.202415] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.202735] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1bcb84a-99a9-4dbb-89e0-f7c364358d1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.210349] env[62748]: DEBUG oslo_vmware.api [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1230.210349] env[62748]: value = "task-2750820" [ 1230.210349] env[62748]: _type = "Task" [ 1230.210349] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.218832] env[62748]: DEBUG oslo_vmware.api [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.353961] env[62748]: DEBUG nova.network.neutron [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.461771] env[62748]: DEBUG oslo_vmware.api [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750819, 'name': PowerOffVM_Task, 'duration_secs': 0.189171} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.465106] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.465394] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.465697] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25d37972-bdb0-4d52-a391-fad671fbd30f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.511688] env[62748]: DEBUG nova.network.neutron [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Updating instance_info_cache with network_info: [{"id": "e4da4e80-000a-4d0c-9552-b5ab729e108a", "address": "fa:16:3e:b5:58:56", "network": {"id": "0e128d6e-d8e6-4167-bb36-2f3767e8ca48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-853051034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "24e9b095f2314094b7ae9dae59efd429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da4e80-00", "ovs_interfaceid": "e4da4e80-000a-4d0c-9552-b5ab729e108a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.529862] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.530110] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.530298] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleting the datastore file [datastore1] 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.530552] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51557989-bd85-445a-b4ee-5c18956ed0ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.538284] env[62748]: DEBUG oslo_vmware.api [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for the task: (returnval){ [ 1230.538284] env[62748]: value = "task-2750822" [ 1230.538284] env[62748]: _type = "Task" [ 1230.538284] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.546397] env[62748]: DEBUG oslo_vmware.api [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.582706] env[62748]: DEBUG nova.objects.base [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Object Instance<70b9f4b5-7795-4678-a4a1-fdda13503ac5> lazy-loaded attributes: info_cache,migration_context {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1230.583733] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ecb4f9-8887-4b72-a438-b0681023f3c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.601800] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753a0bff-a903-4e69-ae5f-b4f793b9b549 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.608218] env[62748]: DEBUG oslo_vmware.api [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1230.608218] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529e0f5c-8635-cb4c-fc47-ecc58f07f334" [ 1230.608218] env[62748]: _type = "Task" [ 1230.608218] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.608696] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.611924] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.612122] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.612636] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.612805] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.612961] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.613129] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1230.613284] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.617463] env[62748]: DEBUG oslo_vmware.api [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529e0f5c-8635-cb4c-fc47-ecc58f07f334, 'name': SearchDatastore_Task, 'duration_secs': 0.007354} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.617916] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.618148] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.719393] env[62748]: DEBUG oslo_vmware.api [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750820, 'name': PowerOffVM_Task, 'duration_secs': 0.215639} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.719672] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.719845] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.720141] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb8ad563-47e0-491b-9d36-32b4512c19dd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.778913] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.779240] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.779360] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleting the datastore file [datastore2] b3cd10c1-6a0c-4df0-87f6-736b41297bb3 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.779622] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-291cc46a-deae-43d6-9f44-f8994991a16a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.787051] env[62748]: DEBUG oslo_vmware.api [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for the task: (returnval){ [ 1230.787051] env[62748]: value = "task-2750824" [ 1230.787051] env[62748]: _type = "Task" [ 1230.787051] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.795335] env[62748]: DEBUG oslo_vmware.api [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.017057] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "refresh_cache-2b48aafe-c438-4fdc-ae48-379371448a7e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.017317] env[62748]: DEBUG nova.compute.manager [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Instance network_info: |[{"id": "e4da4e80-000a-4d0c-9552-b5ab729e108a", "address": "fa:16:3e:b5:58:56", "network": {"id": "0e128d6e-d8e6-4167-bb36-2f3767e8ca48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-853051034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "24e9b095f2314094b7ae9dae59efd429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da4e80-00", "ovs_interfaceid": "e4da4e80-000a-4d0c-9552-b5ab729e108a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.017808] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:58:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4da4e80-000a-4d0c-9552-b5ab729e108a', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.026200] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Creating folder: Project (24e9b095f2314094b7ae9dae59efd429). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.026528] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-172fd0f3-b226-4166-bd5f-995efbe6ef95 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.038566] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Created folder: Project (24e9b095f2314094b7ae9dae59efd429) in parent group-v553264. [ 1231.038668] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Creating folder: Instances. Parent ref: group-v553586. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1231.038941] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16fec64b-cede-4472-9bdb-15e759d1139e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.049162] env[62748]: DEBUG oslo_vmware.api [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Task: {'id': task-2750822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228571} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.049417] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.049587] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.049772] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.049942] env[62748]: INFO nova.compute.manager [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1231.050201] env[62748]: DEBUG oslo.service.loopingcall [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1231.051334] env[62748]: DEBUG nova.compute.manager [-] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.051440] env[62748]: DEBUG nova.network.neutron [-] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.053188] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Created folder: Instances in parent group-v553586. [ 1231.053412] env[62748]: DEBUG oslo.service.loopingcall [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1231.053590] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.054260] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dea0a65-9ebb-4776-bc36-8adc3aed976a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.074295] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.074295] env[62748]: value = "task-2750827" [ 1231.074295] env[62748]: _type = "Task" [ 1231.074295] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.082673] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750827, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.119912] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.224350] env[62748]: DEBUG nova.compute.manager [req-bb4762d8-a8e2-4948-9ef5-7398fc40ce35 req-8ccbfd07-6490-4064-b620-b8006d43d372 service nova] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Received event network-changed-e4da4e80-000a-4d0c-9552-b5ab729e108a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1231.225008] env[62748]: DEBUG nova.compute.manager [req-bb4762d8-a8e2-4948-9ef5-7398fc40ce35 req-8ccbfd07-6490-4064-b620-b8006d43d372 service nova] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Refreshing instance network info cache due to event network-changed-e4da4e80-000a-4d0c-9552-b5ab729e108a. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1231.225008] env[62748]: DEBUG oslo_concurrency.lockutils [req-bb4762d8-a8e2-4948-9ef5-7398fc40ce35 req-8ccbfd07-6490-4064-b620-b8006d43d372 service nova] Acquiring lock "refresh_cache-2b48aafe-c438-4fdc-ae48-379371448a7e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.225008] env[62748]: DEBUG oslo_concurrency.lockutils [req-bb4762d8-a8e2-4948-9ef5-7398fc40ce35 req-8ccbfd07-6490-4064-b620-b8006d43d372 service nova] Acquired lock "refresh_cache-2b48aafe-c438-4fdc-ae48-379371448a7e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.225498] env[62748]: DEBUG nova.network.neutron [req-bb4762d8-a8e2-4948-9ef5-7398fc40ce35 req-8ccbfd07-6490-4064-b620-b8006d43d372 service nova] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Refreshing network info cache for port e4da4e80-000a-4d0c-9552-b5ab729e108a {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.252820] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269df11a-fd37-4187-931d-82e8aa6f696d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.261549] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fde21f-e556-4cee-90c1-a82be2c1460b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.299137] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4653ad3e-16d0-4691-a073-6db254253ee4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.309050] env[62748]: DEBUG oslo_vmware.api [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Task: {'id': task-2750824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127654} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.311255] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.311455] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.311639] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.312152] env[62748]: INFO nova.compute.manager [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1231.312152] env[62748]: DEBUG oslo.service.loopingcall [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1231.312350] env[62748]: DEBUG nova.compute.manager [-] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.312456] env[62748]: DEBUG nova.network.neutron [-] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.315141] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a93468c-c1c5-4bb0-a208-b380f9985ae0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.330639] env[62748]: DEBUG nova.compute.provider_tree [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.586264] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750827, 'name': CreateVM_Task, 'duration_secs': 0.357311} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.586264] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.586264] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.586264] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.586264] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1231.586264] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e127bde8-0f9d-4f7e-8313-6f53972c2d48 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.590577] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1231.590577] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]522b251d-ae28-49fc-e44d-86d98f00fe9d" [ 1231.590577] env[62748]: _type = "Task" [ 1231.590577] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.598099] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522b251d-ae28-49fc-e44d-86d98f00fe9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.833512] env[62748]: DEBUG nova.scheduler.client.report [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.074858] env[62748]: DEBUG nova.network.neutron [req-bb4762d8-a8e2-4948-9ef5-7398fc40ce35 req-8ccbfd07-6490-4064-b620-b8006d43d372 service nova] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Updated VIF entry in instance network info cache for port e4da4e80-000a-4d0c-9552-b5ab729e108a. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.075225] env[62748]: DEBUG nova.network.neutron [req-bb4762d8-a8e2-4948-9ef5-7398fc40ce35 req-8ccbfd07-6490-4064-b620-b8006d43d372 service nova] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Updating instance_info_cache with network_info: [{"id": "e4da4e80-000a-4d0c-9552-b5ab729e108a", "address": "fa:16:3e:b5:58:56", "network": {"id": "0e128d6e-d8e6-4167-bb36-2f3767e8ca48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-853051034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "24e9b095f2314094b7ae9dae59efd429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da4e80-00", "ovs_interfaceid": "e4da4e80-000a-4d0c-9552-b5ab729e108a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.103205] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522b251d-ae28-49fc-e44d-86d98f00fe9d, 'name': SearchDatastore_Task, 'duration_secs': 0.051277} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.103526] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.103752] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.103986] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.104228] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.104424] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.104763] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a8fe34d-0251-49b4-a573-522fefa6c2a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.113528] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.113741] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.114467] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd94ecdb-80e9-4c0f-aba8-bfc364a714fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.119419] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1232.119419] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52772667-4452-0879-af7c-1cc66319659f" [ 1232.119419] env[62748]: _type = "Task" [ 1232.119419] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.127298] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52772667-4452-0879-af7c-1cc66319659f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.368260] env[62748]: DEBUG nova.network.neutron [-] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.488503] env[62748]: DEBUG nova.network.neutron [-] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.577790] env[62748]: DEBUG oslo_concurrency.lockutils [req-bb4762d8-a8e2-4948-9ef5-7398fc40ce35 req-8ccbfd07-6490-4064-b620-b8006d43d372 service nova] Releasing lock "refresh_cache-2b48aafe-c438-4fdc-ae48-379371448a7e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.631923] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52772667-4452-0879-af7c-1cc66319659f, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.632823] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9740b138-c9cd-4c31-870b-d5ddbe868692 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.638521] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1232.638521] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526ec13c-74cc-6b0f-7a6a-97f240f4b4aa" [ 1232.638521] env[62748]: _type = "Task" [ 1232.638521] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.648325] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526ec13c-74cc-6b0f-7a6a-97f240f4b4aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.844620] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.226s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.847584] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.728s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.848368] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.848588] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1232.849643] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6c99bb-7f1b-4576-86f8-290b1bf3fdb0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.857672] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27953d4-0a52-40ae-ae91-3b0310a8ccbb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.870976] env[62748]: INFO nova.compute.manager [-] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Took 1.56 seconds to deallocate network for instance. [ 1232.873178] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457b722f-fb52-448f-b225-1b3627ff1d5c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.882237] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb483cc-8e81-4aec-81c1-533cb936cec7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.912151] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179335MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1232.912314] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.912510] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.991363] env[62748]: INFO nova.compute.manager [-] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Took 1.94 seconds to deallocate network for instance. [ 1233.148798] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526ec13c-74cc-6b0f-7a6a-97f240f4b4aa, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.149138] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.149346] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 2b48aafe-c438-4fdc-ae48-379371448a7e/2b48aafe-c438-4fdc-ae48-379371448a7e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.149601] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c37e38f-b462-431b-8054-4b9bfa19750e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.156526] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1233.156526] env[62748]: value = "task-2750828" [ 1233.156526] env[62748]: _type = "Task" [ 1233.156526] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.164360] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.256356] env[62748]: DEBUG nova.compute.manager [req-5932090d-c8d7-44a4-8392-1800b44af4e5 req-ed446778-f9d4-49d9-97ee-e1b0f2e00303 service nova] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Received event network-vif-deleted-4f6df1f6-e5de-4700-8e69-7a67fdd2792c {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1233.256502] env[62748]: DEBUG nova.compute.manager [req-5932090d-c8d7-44a4-8392-1800b44af4e5 req-ed446778-f9d4-49d9-97ee-e1b0f2e00303 service nova] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Received event network-vif-deleted-a81e203b-61b0-463e-a548-6a274c762835 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1233.382330] env[62748]: DEBUG oslo_concurrency.lockutils [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.413901] env[62748]: INFO nova.scheduler.client.report [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted allocation for migration 8d761cd7-664b-47b8-b47d-690aa5ae6177 [ 1233.497837] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.669389] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750828, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.922851] env[62748]: DEBUG oslo_concurrency.lockutils [None req-a1d75e46-ed58-4466-8cf4-fd315d39a4df tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.094s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.941701] env[62748]: WARNING nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance b3cd10c1-6a0c-4df0-87f6-736b41297bb3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1233.941929] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.942140] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 70b9f4b5-7795-4678-a4a1-fdda13503ac5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.942336] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 12265382-52c6-4a30-8467-f59ebdf966b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.942555] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 2b48aafe-c438-4fdc-ae48-379371448a7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.942772] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1233.942980] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1234.013759] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692b2924-4a88-43e1-834a-8e5a5fcfd883 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.021556] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4d5179-cd5d-4587-bad8-96bb5813681b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.051017] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321fe833-7727-49a2-8b05-ed10f403c963 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.058315] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99178eba-9662-4620-8608-3c90406c4f2b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.071247] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.105505] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.106234] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.106234] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.106440] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.106624] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.108786] env[62748]: INFO nova.compute.manager [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Terminating instance [ 1234.168371] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762633} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.168703] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 2b48aafe-c438-4fdc-ae48-379371448a7e/2b48aafe-c438-4fdc-ae48-379371448a7e.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.168857] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.169129] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee8222d8-b493-43fb-8d99-54816711dbbc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.175259] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1234.175259] env[62748]: value = "task-2750829" [ 1234.175259] env[62748]: _type = "Task" [ 1234.175259] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.182705] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.574121] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.612667] env[62748]: DEBUG nova.compute.manager [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.612898] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.613853] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3d0070-157f-49f6-8d89-63b128cd196e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.622061] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.622546] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f1ca8a-6981-4651-9c99-f25c9cd595fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.629937] env[62748]: DEBUG oslo_vmware.api [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1234.629937] env[62748]: value = "task-2750830" [ 1234.629937] env[62748]: _type = "Task" [ 1234.629937] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.637612] env[62748]: DEBUG oslo_vmware.api [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.684426] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075845} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.684734] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.685472] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4a346d-4c33-4504-b1b8-106588f4723f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.707651] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 2b48aafe-c438-4fdc-ae48-379371448a7e/2b48aafe-c438-4fdc-ae48-379371448a7e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.707947] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4509641d-7971-4b0b-9ba4-8fc98b0f4676 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.727846] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1234.727846] env[62748]: value = "task-2750831" [ 1234.727846] env[62748]: _type = "Task" [ 1234.727846] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.736154] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.079429] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1235.079623] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.167s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.079873] env[62748]: DEBUG oslo_concurrency.lockutils [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.698s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.080081] env[62748]: DEBUG oslo_concurrency.lockutils [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.082181] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.585s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.082494] env[62748]: DEBUG nova.objects.instance [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lazy-loading 'resources' on Instance uuid 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.099312] env[62748]: INFO nova.scheduler.client.report [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Deleted allocations for instance b3cd10c1-6a0c-4df0-87f6-736b41297bb3 [ 1235.139184] env[62748]: DEBUG oslo_vmware.api [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750830, 'name': PowerOffVM_Task, 'duration_secs': 0.240474} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.139450] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.139628] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.139866] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9abe6c1-faea-4734-9a53-53f71f0a468f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.218959] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.219547] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.219547] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleting the datastore file [datastore2] 70b9f4b5-7795-4678-a4a1-fdda13503ac5 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.219794] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be5b17a5-4522-4592-b001-8df118e6f42e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.227159] env[62748]: DEBUG oslo_vmware.api [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1235.227159] env[62748]: value = "task-2750833" [ 1235.227159] env[62748]: _type = "Task" [ 1235.227159] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.238424] env[62748]: DEBUG oslo_vmware.api [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.241571] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750831, 'name': ReconfigVM_Task, 'duration_secs': 0.294418} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.241828] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 2b48aafe-c438-4fdc-ae48-379371448a7e/2b48aafe-c438-4fdc-ae48-379371448a7e.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.242587] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc51583b-207a-4171-93b8-eb70a708373f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.249447] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1235.249447] env[62748]: value = "task-2750834" [ 1235.249447] env[62748]: _type = "Task" [ 1235.249447] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.259180] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750834, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.606482] env[62748]: DEBUG oslo_concurrency.lockutils [None req-381d7128-3daa-49aa-a1d8-83120f6ec495 tempest-ServersTestJSON-1794991052 tempest-ServersTestJSON-1794991052-project-member] Lock "b3cd10c1-6a0c-4df0-87f6-736b41297bb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.919s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.640798] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4380d827-e1c9-4638-a03b-da954b185335 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.648547] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87d32b3-4e90-44aa-9115-438f37d82d1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.679506] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd71004-07ff-4ed4-9618-d1139995921f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.686324] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ed21cb-4a25-4368-ba1e-a71093a03f66 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.698962] env[62748]: DEBUG nova.compute.provider_tree [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.735710] env[62748]: DEBUG oslo_vmware.api [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285041} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.735985] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.736201] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.736386] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.736562] env[62748]: INFO nova.compute.manager [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1235.736807] env[62748]: DEBUG oslo.service.loopingcall [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.736997] env[62748]: DEBUG nova.compute.manager [-] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.737107] env[62748]: DEBUG nova.network.neutron [-] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.758170] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750834, 'name': Rename_Task, 'duration_secs': 0.237532} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.758422] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.758678] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91ed894b-5b05-42a4-bf3e-aebde01f2c72 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.764491] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1235.764491] env[62748]: value = "task-2750835" [ 1235.764491] env[62748]: _type = "Task" [ 1235.764491] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.773688] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.195148] env[62748]: DEBUG nova.compute.manager [req-c8431bdd-6382-4dbe-93e8-9c67cb804042 req-23f65161-bff6-4bde-9136-d655437d8f79 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Received event network-vif-deleted-2fb438b9-a66c-4bfd-90a0-34c0ef2832ed {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1236.195354] env[62748]: INFO nova.compute.manager [req-c8431bdd-6382-4dbe-93e8-9c67cb804042 req-23f65161-bff6-4bde-9136-d655437d8f79 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Neutron deleted interface 2fb438b9-a66c-4bfd-90a0-34c0ef2832ed; detaching it from the instance and deleting it from the info cache [ 1236.195791] env[62748]: DEBUG nova.network.neutron [req-c8431bdd-6382-4dbe-93e8-9c67cb804042 req-23f65161-bff6-4bde-9136-d655437d8f79 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.203349] env[62748]: DEBUG nova.scheduler.client.report [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.274831] env[62748]: DEBUG oslo_vmware.api [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750835, 'name': PowerOnVM_Task, 'duration_secs': 0.430778} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.275173] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.275341] env[62748]: INFO nova.compute.manager [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1236.275594] env[62748]: DEBUG nova.compute.manager [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.276577] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e8cb4a-7244-4030-86c7-716105329212 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.676838] env[62748]: DEBUG nova.network.neutron [-] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.699028] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5377920e-2ace-4476-9182-b60057fde4c7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.715024] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bec399-634f-4da2-9012-866c6d2a05f3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.727046] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.747198] env[62748]: DEBUG nova.compute.manager [req-c8431bdd-6382-4dbe-93e8-9c67cb804042 req-23f65161-bff6-4bde-9136-d655437d8f79 service nova] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Detach interface failed, port_id=2fb438b9-a66c-4bfd-90a0-34c0ef2832ed, reason: Instance 70b9f4b5-7795-4678-a4a1-fdda13503ac5 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1236.749226] env[62748]: INFO nova.scheduler.client.report [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Deleted allocations for instance 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e [ 1236.796688] env[62748]: INFO nova.compute.manager [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Took 12.00 seconds to build instance. [ 1237.179996] env[62748]: INFO nova.compute.manager [-] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Took 1.44 seconds to deallocate network for instance. [ 1237.257394] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7e2b504e-baaf-45d1-a89f-714c3841fbe8 tempest-AttachVolumeNegativeTest-365489555 tempest-AttachVolumeNegativeTest-365489555-project-member] Lock "5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.830s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.297218] env[62748]: DEBUG oslo_concurrency.lockutils [None req-28942037-7019-4b78-b31a-a276d15d28d6 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "2b48aafe-c438-4fdc-ae48-379371448a7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.510s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.687936] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.688248] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.688523] env[62748]: DEBUG nova.objects.instance [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'resources' on Instance uuid 70b9f4b5-7795-4678-a4a1-fdda13503ac5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.089930] env[62748]: INFO nova.compute.manager [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Rescuing [ 1238.090046] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "refresh_cache-2b48aafe-c438-4fdc-ae48-379371448a7e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.090147] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "refresh_cache-2b48aafe-c438-4fdc-ae48-379371448a7e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.090346] env[62748]: DEBUG nova.network.neutron [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.247114] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a36d301-85b0-437b-82f9-b7e44051cc9a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.254734] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e284fb3-0428-4f7f-a7fc-0e557e3ac09a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.283603] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab3817-d0c5-4cbf-8739-015529a6a6a5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.290165] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a34785-ec29-44c8-a270-11ac7e06453f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.302588] env[62748]: DEBUG nova.compute.provider_tree [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.553016] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "e7cabbc9-e81b-4128-94f0-e946cab4b412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.553016] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "e7cabbc9-e81b-4128-94f0-e946cab4b412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.805453] env[62748]: DEBUG nova.scheduler.client.report [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.810604] env[62748]: DEBUG nova.network.neutron [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Updating instance_info_cache with network_info: [{"id": "e4da4e80-000a-4d0c-9552-b5ab729e108a", "address": "fa:16:3e:b5:58:56", "network": {"id": "0e128d6e-d8e6-4167-bb36-2f3767e8ca48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-853051034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "24e9b095f2314094b7ae9dae59efd429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4da4e80-00", "ovs_interfaceid": "e4da4e80-000a-4d0c-9552-b5ab729e108a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.055569] env[62748]: DEBUG nova.compute.manager [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.312855] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.315164] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "refresh_cache-2b48aafe-c438-4fdc-ae48-379371448a7e" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.336211] env[62748]: INFO nova.scheduler.client.report [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted allocations for instance 70b9f4b5-7795-4678-a4a1-fdda13503ac5 [ 1239.579185] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.579449] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.580877] env[62748]: INFO nova.compute.claims [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.847301] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ec244dc-1849-4dad-ae4b-ad6132702519 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "70b9f4b5-7795-4678-a4a1-fdda13503ac5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.640392] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc755dc-effc-4e76-b7c7-00e762143d30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.648086] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c5549-f936-4d48-9def-4aa1662d19ad {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.682922] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072c27e8-1911-4308-8ff7-afa78b3873c4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.690783] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511d6a58-5a79-4c4d-a2ad-342a514f55e0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.706115] env[62748]: DEBUG nova.compute.provider_tree [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.852862] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.853200] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3e8d94d-0401-419e-95d9-136ebe969bc2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.861317] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1240.861317] env[62748]: value = "task-2750838" [ 1240.861317] env[62748]: _type = "Task" [ 1240.861317] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.868883] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.189222] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "64c3a3fc-72cb-456d-89ba-da4a3671b945" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.189453] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.209144] env[62748]: DEBUG nova.scheduler.client.report [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.370617] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750838, 'name': PowerOffVM_Task, 'duration_secs': 0.16803} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.370933] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.371740] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c22a27-2988-44bf-ab58-2d1d9f89629b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.389819] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b28aee-a811-4152-9cd0-96a541e03597 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.420043] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.420293] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b8a4142-2c53-462d-af9a-2cf5f084b52c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.427530] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1241.427530] env[62748]: value = "task-2750839" [ 1241.427530] env[62748]: _type = "Task" [ 1241.427530] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.436913] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.691562] env[62748]: DEBUG nova.compute.manager [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.713945] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.714465] env[62748]: DEBUG nova.compute.manager [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.938183] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1241.938478] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.938793] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.939028] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.939280] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.939573] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfceffec-47b7-4d5a-aa02-6ba804e660bc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.947840] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.948025] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.948715] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b496b9a0-aafc-4c11-af6a-99171ce2eaef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.955140] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1241.955140] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]525a4320-3af5-55de-a89b-9e579ad5c05d" [ 1241.955140] env[62748]: _type = "Task" [ 1241.955140] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.962011] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525a4320-3af5-55de-a89b-9e579ad5c05d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.212626] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.212917] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.214425] env[62748]: INFO nova.compute.claims [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.219235] env[62748]: DEBUG nova.compute.utils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.219740] env[62748]: DEBUG nova.compute.manager [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Not allocating networking since 'none' was specified. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1242.465566] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]525a4320-3af5-55de-a89b-9e579ad5c05d, 'name': SearchDatastore_Task, 'duration_secs': 0.008765} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.466364] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31ca579-054e-4897-946b-3d44590d240e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.471522] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1242.471522] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e7bde2-faec-9188-7519-0af6e2a5b1d5" [ 1242.471522] env[62748]: _type = "Task" [ 1242.471522] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.478926] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e7bde2-faec-9188-7519-0af6e2a5b1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.720663] env[62748]: DEBUG nova.compute.manager [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.982621] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e7bde2-faec-9188-7519-0af6e2a5b1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.982854] env[62748]: DEBUG oslo_concurrency.lockutils [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.983152] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 2b48aafe-c438-4fdc-ae48-379371448a7e/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. {{(pid=62748) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1242.983442] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda0f129-4542-4bd3-ba95-c83de85fec63 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.990858] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1242.990858] env[62748]: value = "task-2750840" [ 1242.990858] env[62748]: _type = "Task" [ 1242.990858] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.998017] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.302712] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432dd46d-c9c1-4b71-8dd0-cb9a512c4150 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.312420] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f962d8e-3f55-4e63-843b-9ab3ee0b5331 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.347085] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93576502-abf7-456b-9be9-e0d9f92c51e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.355301] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c87a12e-1361-499e-979e-9fb438699868 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.370191] env[62748]: DEBUG nova.compute.provider_tree [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.500147] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457628} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.500439] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] 2b48aafe-c438-4fdc-ae48-379371448a7e/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. [ 1243.501271] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77c2eea-9b31-4495-9bdf-95ffe235cce0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.526345] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 2b48aafe-c438-4fdc-ae48-379371448a7e/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.526621] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80a4e0b0-4b72-4a85-a030-508188f30cfe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.544227] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1243.544227] env[62748]: value = "task-2750842" [ 1243.544227] env[62748]: _type = "Task" [ 1243.544227] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.555375] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.732958] env[62748]: DEBUG nova.compute.manager [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.760437] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.761134] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.761134] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.761134] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.761292] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.761329] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.761529] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.761755] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.761877] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.762028] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.762214] env[62748]: DEBUG nova.virt.hardware [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.763245] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ea6e48-2d7d-4855-ad2a-710e584058f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.771212] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c238ec7e-e79a-47c7-826a-d3235a63e200 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.784535] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.790076] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Creating folder: Project (4799822b29744990af4c47bff434b084). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.790356] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e82e8830-9feb-488b-bd34-ea2581f411b6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.801607] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Created folder: Project (4799822b29744990af4c47bff434b084) in parent group-v553264. [ 1243.801788] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Creating folder: Instances. Parent ref: group-v553589. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1243.801994] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e14cadd-586b-4b69-bc9b-16733dfabf4d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.813465] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Created folder: Instances in parent group-v553589. [ 1243.813683] env[62748]: DEBUG oslo.service.loopingcall [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.813864] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.814069] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b6ec976-55d8-4794-afc1-0bb5d6dbd20a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.829472] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.829472] env[62748]: value = "task-2750845" [ 1243.829472] env[62748]: _type = "Task" [ 1243.829472] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.836481] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750845, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.873666] env[62748]: DEBUG nova.scheduler.client.report [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.053711] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750842, 'name': ReconfigVM_Task, 'duration_secs': 0.290248} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.054019] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 2b48aafe-c438-4fdc-ae48-379371448a7e/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.054865] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14913db-4bcd-45e2-b264-84e4b4369f9d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.078222] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1242430-853e-4e54-89e5-026dee9cf413 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.092326] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1244.092326] env[62748]: value = "task-2750846" [ 1244.092326] env[62748]: _type = "Task" [ 1244.092326] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.099573] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.339718] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750845, 'name': CreateVM_Task, 'duration_secs': 0.321667} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.340008] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.340448] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.340613] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.340973] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.341232] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f6df584-63ff-454d-abf2-9de9acd6d984 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.345327] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1244.345327] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e063a3-c972-b5e2-dd83-cc3594527379" [ 1244.345327] env[62748]: _type = "Task" [ 1244.345327] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.352681] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e063a3-c972-b5e2-dd83-cc3594527379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.378706] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.379362] env[62748]: DEBUG nova.compute.manager [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1244.601836] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750846, 'name': ReconfigVM_Task, 'duration_secs': 0.143189} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.602091] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.602340] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cd3d9af-169f-41f8-8ea2-8575b3448aca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.608852] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1244.608852] env[62748]: value = "task-2750847" [ 1244.608852] env[62748]: _type = "Task" [ 1244.608852] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.616107] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.856071] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52e063a3-c972-b5e2-dd83-cc3594527379, 'name': SearchDatastore_Task, 'duration_secs': 0.040311} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.856381] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.856588] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.856819] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.856969] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.857161] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.857413] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd9accb-c65d-49fb-b50f-0ce16cc840c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.865725] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.865901] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.866590] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc6b133-7687-4f4a-ac16-428883e5ef29 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.871818] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1244.871818] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fbbfd2-b60b-a91d-a03d-6a19e4ea6559" [ 1244.871818] env[62748]: _type = "Task" [ 1244.871818] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.879726] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fbbfd2-b60b-a91d-a03d-6a19e4ea6559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.884117] env[62748]: DEBUG nova.compute.utils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.885478] env[62748]: DEBUG nova.compute.manager [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.885639] env[62748]: DEBUG nova.network.neutron [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.920692] env[62748]: DEBUG nova.policy [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '725a5803006a47f7bb3cfc9a7251c6b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5187cb1dcad43ef9bbbc34483ffca98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.118405] env[62748]: DEBUG oslo_vmware.api [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750847, 'name': PowerOnVM_Task, 'duration_secs': 0.372134} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.118730] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.122061] env[62748]: DEBUG nova.compute.manager [None req-b8dfb63d-38dd-4afa-b0c7-ba1e488ad323 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.122770] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b0b3e3-db8c-4af6-8f2d-b1a86707b523 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.178970] env[62748]: DEBUG nova.network.neutron [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Successfully created port: f8ea9d6e-1528-41c3-98fb-c9d839fd82bd {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.382373] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52fbbfd2-b60b-a91d-a03d-6a19e4ea6559, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.383186] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4d9c41-4bf9-4b7b-a92d-954ac0437085 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.389033] env[62748]: DEBUG nova.compute.manager [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.392495] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1245.392495] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0773f-cd6a-fe77-4c2e-3bd05a37693d" [ 1245.392495] env[62748]: _type = "Task" [ 1245.392495] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.401460] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d0773f-cd6a-fe77-4c2e-3bd05a37693d, 'name': SearchDatastore_Task, 'duration_secs': 0.010178} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.401709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.401967] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] e7cabbc9-e81b-4128-94f0-e946cab4b412/e7cabbc9-e81b-4128-94f0-e946cab4b412.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.402248] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a8840ae-7ca9-4237-9827-2ea45af1afce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.408716] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1245.408716] env[62748]: value = "task-2750848" [ 1245.408716] env[62748]: _type = "Task" [ 1245.408716] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.416490] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.919766] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448836} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.920071] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] e7cabbc9-e81b-4128-94f0-e946cab4b412/e7cabbc9-e81b-4128-94f0-e946cab4b412.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.920678] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.920678] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8502285e-278c-4223-a12c-1487e7671849 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.927753] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1245.927753] env[62748]: value = "task-2750849" [ 1245.927753] env[62748]: _type = "Task" [ 1245.927753] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.938477] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.400944] env[62748]: DEBUG nova.compute.manager [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.434396] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.434617] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.434785] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.434979] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.435148] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.435298] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.435515] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.435735] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.435954] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.436143] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.436326] env[62748]: DEBUG nova.virt.hardware [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.437348] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d19e693-d731-440a-918c-6ce6be474e8d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.445413] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226535} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.447599] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.448479] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125597e8-ac18-41d6-9362-69807ecb1ce2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.451987] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86360c44-2a94-4023-bcbf-48c13094643e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.473445] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] e7cabbc9-e81b-4128-94f0-e946cab4b412/e7cabbc9-e81b-4128-94f0-e946cab4b412.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.482246] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6a3c57-8ea9-4e61-a645-8ffeef83c65b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.505346] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.505623] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.506746] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1246.506746] env[62748]: value = "task-2750850" [ 1246.506746] env[62748]: _type = "Task" [ 1246.506746] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.517398] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.618223] env[62748]: DEBUG nova.compute.manager [req-56962c65-669c-42bf-a987-2cb6a7587670 req-ec1e7dcf-834b-4b39-90ed-a429fefa5ae2 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Received event network-vif-plugged-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1246.618501] env[62748]: DEBUG oslo_concurrency.lockutils [req-56962c65-669c-42bf-a987-2cb6a7587670 req-ec1e7dcf-834b-4b39-90ed-a429fefa5ae2 service nova] Acquiring lock "64c3a3fc-72cb-456d-89ba-da4a3671b945-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.618805] env[62748]: DEBUG oslo_concurrency.lockutils [req-56962c65-669c-42bf-a987-2cb6a7587670 req-ec1e7dcf-834b-4b39-90ed-a429fefa5ae2 service nova] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.619075] env[62748]: DEBUG oslo_concurrency.lockutils [req-56962c65-669c-42bf-a987-2cb6a7587670 req-ec1e7dcf-834b-4b39-90ed-a429fefa5ae2 service nova] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.619326] env[62748]: DEBUG nova.compute.manager [req-56962c65-669c-42bf-a987-2cb6a7587670 req-ec1e7dcf-834b-4b39-90ed-a429fefa5ae2 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] No waiting events found dispatching network-vif-plugged-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.619673] env[62748]: WARNING nova.compute.manager [req-56962c65-669c-42bf-a987-2cb6a7587670 req-ec1e7dcf-834b-4b39-90ed-a429fefa5ae2 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Received unexpected event network-vif-plugged-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd for instance with vm_state building and task_state spawning. [ 1246.720995] env[62748]: DEBUG nova.network.neutron [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Successfully updated port: f8ea9d6e-1528-41c3-98fb-c9d839fd82bd {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.007912] env[62748]: DEBUG nova.compute.manager [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.021842] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.224906] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.224906] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.225203] env[62748]: DEBUG nova.network.neutron [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.524321] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.538450] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.538920] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.541286] env[62748]: INFO nova.compute.claims [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.766331] env[62748]: DEBUG nova.network.neutron [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.907613] env[62748]: DEBUG nova.network.neutron [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance_info_cache with network_info: [{"id": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "address": "fa:16:3e:c6:86:0a", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ea9d6e-15", "ovs_interfaceid": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.022152] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750850, 'name': ReconfigVM_Task, 'duration_secs': 1.057461} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.022436] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Reconfigured VM instance instance-00000078 to attach disk [datastore2] e7cabbc9-e81b-4128-94f0-e946cab4b412/e7cabbc9-e81b-4128-94f0-e946cab4b412.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.023209] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffd087c0-ccba-40f2-83a7-707498772916 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.029799] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1248.029799] env[62748]: value = "task-2750851" [ 1248.029799] env[62748]: _type = "Task" [ 1248.029799] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.037312] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750851, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.411952] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.412400] env[62748]: DEBUG nova.compute.manager [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Instance network_info: |[{"id": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "address": "fa:16:3e:c6:86:0a", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ea9d6e-15", "ovs_interfaceid": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.412925] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:86:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8ea9d6e-1528-41c3-98fb-c9d839fd82bd', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.420787] env[62748]: DEBUG oslo.service.loopingcall [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.421055] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.421359] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ed23a58-245a-482f-b97c-7cbaaaa6a7cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.443234] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.443234] env[62748]: value = "task-2750852" [ 1248.443234] env[62748]: _type = "Task" [ 1248.443234] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.451274] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750852, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.539581] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750851, 'name': Rename_Task, 'duration_secs': 0.138337} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.539922] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.540215] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f51fbb2a-7614-4024-bfe5-94d3c04327f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.546165] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1248.546165] env[62748]: value = "task-2750853" [ 1248.546165] env[62748]: _type = "Task" [ 1248.546165] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.556838] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.634764] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ede039-f7fe-4939-9bb1-65294be27656 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.642729] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5654dcf6-3482-4792-8770-3c60fa4e19d0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.648531] env[62748]: DEBUG nova.compute.manager [req-56e5b83d-2ae9-401f-bdb4-6501b44c2931 req-fb91e7fe-6e9b-4b8c-a9dc-e16c4f06a2a1 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Received event network-changed-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1248.648729] env[62748]: DEBUG nova.compute.manager [req-56e5b83d-2ae9-401f-bdb4-6501b44c2931 req-fb91e7fe-6e9b-4b8c-a9dc-e16c4f06a2a1 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Refreshing instance network info cache due to event network-changed-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1248.648951] env[62748]: DEBUG oslo_concurrency.lockutils [req-56e5b83d-2ae9-401f-bdb4-6501b44c2931 req-fb91e7fe-6e9b-4b8c-a9dc-e16c4f06a2a1 service nova] Acquiring lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.649112] env[62748]: DEBUG oslo_concurrency.lockutils [req-56e5b83d-2ae9-401f-bdb4-6501b44c2931 req-fb91e7fe-6e9b-4b8c-a9dc-e16c4f06a2a1 service nova] Acquired lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.649280] env[62748]: DEBUG nova.network.neutron [req-56e5b83d-2ae9-401f-bdb4-6501b44c2931 req-fb91e7fe-6e9b-4b8c-a9dc-e16c4f06a2a1 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Refreshing network info cache for port f8ea9d6e-1528-41c3-98fb-c9d839fd82bd {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.678527] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea5c36-d692-427c-a3e6-6f606bc83405 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.686678] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d32e6d-91dc-46ff-94ea-67cb82d7a4e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.700109] env[62748]: DEBUG nova.compute.provider_tree [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.953244] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750852, 'name': CreateVM_Task, 'duration_secs': 0.457108} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.953331] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.954017] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.954229] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.954574] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.954854] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a61257d-ba6e-40f1-a5ae-c0b76bc1051a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.960118] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1248.960118] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cc1dcb-a6ad-7db4-88f2-f9c7db2a5145" [ 1248.960118] env[62748]: _type = "Task" [ 1248.960118] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.968191] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cc1dcb-a6ad-7db4-88f2-f9c7db2a5145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.056111] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.202934] env[62748]: DEBUG nova.scheduler.client.report [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.328564] env[62748]: DEBUG nova.network.neutron [req-56e5b83d-2ae9-401f-bdb4-6501b44c2931 req-fb91e7fe-6e9b-4b8c-a9dc-e16c4f06a2a1 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updated VIF entry in instance network info cache for port f8ea9d6e-1528-41c3-98fb-c9d839fd82bd. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.328927] env[62748]: DEBUG nova.network.neutron [req-56e5b83d-2ae9-401f-bdb4-6501b44c2931 req-fb91e7fe-6e9b-4b8c-a9dc-e16c4f06a2a1 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance_info_cache with network_info: [{"id": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "address": "fa:16:3e:c6:86:0a", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ea9d6e-15", "ovs_interfaceid": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.471743] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52cc1dcb-a6ad-7db4-88f2-f9c7db2a5145, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.471999] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.472258] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.472492] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.472649] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.472824] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.473101] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d59c093-58ee-4c46-a355-7452599eeee0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.485399] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.485563] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.486313] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760651da-4cd9-430c-9aa1-b19a7a0e8948 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.491749] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1249.491749] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52103ea8-3db2-390b-72d3-7d63a15b02d6" [ 1249.491749] env[62748]: _type = "Task" [ 1249.491749] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.498747] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52103ea8-3db2-390b-72d3-7d63a15b02d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.556193] env[62748]: DEBUG oslo_vmware.api [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750853, 'name': PowerOnVM_Task, 'duration_secs': 0.804066} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.556417] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.556639] env[62748]: INFO nova.compute.manager [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1249.556777] env[62748]: DEBUG nova.compute.manager [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.557598] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a8979c-13d2-4e67-acec-9591f8ddea43 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.707468] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.707990] env[62748]: DEBUG nova.compute.manager [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.831300] env[62748]: DEBUG oslo_concurrency.lockutils [req-56e5b83d-2ae9-401f-bdb4-6501b44c2931 req-fb91e7fe-6e9b-4b8c-a9dc-e16c4f06a2a1 service nova] Releasing lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.001543] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52103ea8-3db2-390b-72d3-7d63a15b02d6, 'name': SearchDatastore_Task, 'duration_secs': 0.045905} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.002352] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac346bf-923c-4128-b942-e3c322ebea5a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.007773] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1250.007773] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]522a1bf7-1250-38c5-9243-f9b44883fc4c" [ 1250.007773] env[62748]: _type = "Task" [ 1250.007773] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.014941] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522a1bf7-1250-38c5-9243-f9b44883fc4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.072789] env[62748]: INFO nova.compute.manager [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Took 10.51 seconds to build instance. [ 1250.212988] env[62748]: DEBUG nova.compute.utils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.214404] env[62748]: DEBUG nova.compute.manager [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.214578] env[62748]: DEBUG nova.network.neutron [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.248889] env[62748]: DEBUG nova.policy [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60f5ae86a0ee42bc82f6f5eaad79177e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e9b095f2314094b7ae9dae59efd429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.415784] env[62748]: INFO nova.compute.manager [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Rebuilding instance [ 1250.453565] env[62748]: DEBUG nova.compute.manager [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.454453] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd91842c-b662-44ac-926e-ca46f875061f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.503547] env[62748]: DEBUG nova.network.neutron [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Successfully created port: d81a85f8-e74b-4a9b-bb80-ec39f4b377fb {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.517185] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]522a1bf7-1250-38c5-9243-f9b44883fc4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012515} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.517460] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.517865] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 64c3a3fc-72cb-456d-89ba-da4a3671b945/64c3a3fc-72cb-456d-89ba-da4a3671b945.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.517985] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88170356-8357-4474-9571-02986dd78e5b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.524226] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1250.524226] env[62748]: value = "task-2750854" [ 1250.524226] env[62748]: _type = "Task" [ 1250.524226] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.531556] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.574540] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fad983b2-f0d8-4c54-b7e3-cd17def25585 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "e7cabbc9-e81b-4128-94f0-e946cab4b412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.022s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.718129] env[62748]: DEBUG nova.compute.manager [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.034536] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453756} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.034865] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 64c3a3fc-72cb-456d-89ba-da4a3671b945/64c3a3fc-72cb-456d-89ba-da4a3671b945.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.035103] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.035352] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7851b2a-ba33-4f36-8515-595418b12d16 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.040985] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1251.040985] env[62748]: value = "task-2750855" [ 1251.040985] env[62748]: _type = "Task" [ 1251.040985] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.048082] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.467374] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.467709] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51294e76-f869-4a34-9de6-b230e187d142 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.475479] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1251.475479] env[62748]: value = "task-2750856" [ 1251.475479] env[62748]: _type = "Task" [ 1251.475479] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.483598] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.551295] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06128} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.551588] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.552434] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4875f9f6-3d40-49b2-87cb-b50bbe2a7526 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.574287] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 64c3a3fc-72cb-456d-89ba-da4a3671b945/64c3a3fc-72cb-456d-89ba-da4a3671b945.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.574534] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4704164-7441-44b0-8ffe-b05e76122ea5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.594957] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1251.594957] env[62748]: value = "task-2750857" [ 1251.594957] env[62748]: _type = "Task" [ 1251.594957] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.604307] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.727919] env[62748]: DEBUG nova.compute.manager [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.754223] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.754480] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.754684] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.754902] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.755087] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.755244] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.756024] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.756024] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.756024] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.756183] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.756227] env[62748]: DEBUG nova.virt.hardware [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.757131] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd9719a-3a06-4d76-8937-97cd4268723c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.765170] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd03bc0-af7e-49e4-9866-c641bf3a6bc7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.910692] env[62748]: DEBUG nova.compute.manager [req-ba3fa734-bbcc-46f1-8c37-60d5e329036f req-951065ef-8211-48a3-a33e-ea5e484f210d service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Received event network-vif-plugged-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1251.910923] env[62748]: DEBUG oslo_concurrency.lockutils [req-ba3fa734-bbcc-46f1-8c37-60d5e329036f req-951065ef-8211-48a3-a33e-ea5e484f210d service nova] Acquiring lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.911225] env[62748]: DEBUG oslo_concurrency.lockutils [req-ba3fa734-bbcc-46f1-8c37-60d5e329036f req-951065ef-8211-48a3-a33e-ea5e484f210d service nova] Lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.911408] env[62748]: DEBUG oslo_concurrency.lockutils [req-ba3fa734-bbcc-46f1-8c37-60d5e329036f req-951065ef-8211-48a3-a33e-ea5e484f210d service nova] Lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.911529] env[62748]: DEBUG nova.compute.manager [req-ba3fa734-bbcc-46f1-8c37-60d5e329036f req-951065ef-8211-48a3-a33e-ea5e484f210d service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] No waiting events found dispatching network-vif-plugged-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1251.911709] env[62748]: WARNING nova.compute.manager [req-ba3fa734-bbcc-46f1-8c37-60d5e329036f req-951065ef-8211-48a3-a33e-ea5e484f210d service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Received unexpected event network-vif-plugged-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb for instance with vm_state building and task_state spawning. [ 1251.985642] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750856, 'name': PowerOffVM_Task, 'duration_secs': 0.154259} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.989027] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.989027] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.989027] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28460fb4-a8ba-43a5-8825-99daf865f6ed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.993593] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.994371] env[62748]: DEBUG nova.network.neutron [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Successfully updated port: d81a85f8-e74b-4a9b-bb80-ec39f4b377fb {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.995394] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fccf9946-948d-4437-8c72-e11118f501a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.018324] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.018579] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.018787] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Deleting the datastore file [datastore2] e7cabbc9-e81b-4128-94f0-e946cab4b412 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.019056] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec265720-afc9-45e7-8646-733ba71c893e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.025666] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1252.025666] env[62748]: value = "task-2750859" [ 1252.025666] env[62748]: _type = "Task" [ 1252.025666] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.032824] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.104741] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.498264] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.498685] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.498685] env[62748]: DEBUG nova.network.neutron [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.535397] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105698} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.535651] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.535832] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.536019] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.606375] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.030275] env[62748]: DEBUG nova.network.neutron [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.105510] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750857, 'name': ReconfigVM_Task, 'duration_secs': 1.063} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.105830] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 64c3a3fc-72cb-456d-89ba-da4a3671b945/64c3a3fc-72cb-456d-89ba-da4a3671b945.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.108593] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1343886c-0315-4ff5-8b36-daa9ab43d7d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.115738] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1253.115738] env[62748]: value = "task-2750860" [ 1253.115738] env[62748]: _type = "Task" [ 1253.115738] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.123413] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750860, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.138783] env[62748]: DEBUG nova.network.neutron [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Updating instance_info_cache with network_info: [{"id": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "address": "fa:16:3e:7a:f5:d2", "network": {"id": "0e128d6e-d8e6-4167-bb36-2f3767e8ca48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-853051034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "24e9b095f2314094b7ae9dae59efd429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81a85f8-e7", "ovs_interfaceid": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.564898] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.565254] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.565340] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.565522] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.565699] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.565872] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.566097] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.566262] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.566429] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.566592] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.566765] env[62748]: DEBUG nova.virt.hardware [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.567656] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068210f0-88b7-4348-b663-258c310666fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.575479] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c079f6ca-4392-4df1-a0b9-cb8d5a99c07c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.588533] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Instance VIF info [] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.593987] env[62748]: DEBUG oslo.service.loopingcall [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1253.594232] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.594449] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-849c7d4a-8c86-4172-b88d-7dad1e7c6456 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.610887] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.610887] env[62748]: value = "task-2750861" [ 1253.610887] env[62748]: _type = "Task" [ 1253.610887] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.618254] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750861, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.625202] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750860, 'name': Rename_Task, 'duration_secs': 0.169282} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.625467] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.625699] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9789bf74-d757-4bfe-82bc-b8a1ea51f1d4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.630823] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1253.630823] env[62748]: value = "task-2750862" [ 1253.630823] env[62748]: _type = "Task" [ 1253.630823] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.637680] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.641174] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.641454] env[62748]: DEBUG nova.compute.manager [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Instance network_info: |[{"id": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "address": "fa:16:3e:7a:f5:d2", "network": {"id": "0e128d6e-d8e6-4167-bb36-2f3767e8ca48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-853051034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "24e9b095f2314094b7ae9dae59efd429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81a85f8-e7", "ovs_interfaceid": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.641823] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:f5:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd81a85f8-e74b-4a9b-bb80-ec39f4b377fb', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.649497] env[62748]: DEBUG oslo.service.loopingcall [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1253.649690] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.649891] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58545ff2-841a-4533-a435-ba89a31bb36c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.669130] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.669130] env[62748]: value = "task-2750863" [ 1253.669130] env[62748]: _type = "Task" [ 1253.669130] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.678439] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750863, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.939985] env[62748]: DEBUG nova.compute.manager [req-f62b5533-46a8-45a5-97f9-9d8e4ef8bd03 req-8f1a478f-5789-4bcd-a198-35757ed4e556 service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Received event network-changed-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1253.940065] env[62748]: DEBUG nova.compute.manager [req-f62b5533-46a8-45a5-97f9-9d8e4ef8bd03 req-8f1a478f-5789-4bcd-a198-35757ed4e556 service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Refreshing instance network info cache due to event network-changed-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1253.940294] env[62748]: DEBUG oslo_concurrency.lockutils [req-f62b5533-46a8-45a5-97f9-9d8e4ef8bd03 req-8f1a478f-5789-4bcd-a198-35757ed4e556 service nova] Acquiring lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.940442] env[62748]: DEBUG oslo_concurrency.lockutils [req-f62b5533-46a8-45a5-97f9-9d8e4ef8bd03 req-8f1a478f-5789-4bcd-a198-35757ed4e556 service nova] Acquired lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.940625] env[62748]: DEBUG nova.network.neutron [req-f62b5533-46a8-45a5-97f9-9d8e4ef8bd03 req-8f1a478f-5789-4bcd-a198-35757ed4e556 service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Refreshing network info cache for port d81a85f8-e74b-4a9b-bb80-ec39f4b377fb {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.121016] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750861, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.138921] env[62748]: DEBUG oslo_vmware.api [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750862, 'name': PowerOnVM_Task, 'duration_secs': 0.475897} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.139269] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.139505] env[62748]: INFO nova.compute.manager [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1254.139695] env[62748]: DEBUG nova.compute.manager [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.140583] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914ba8fd-728a-4777-b7e1-05336f140cf4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.178203] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750863, 'name': CreateVM_Task, 'duration_secs': 0.289684} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.178324] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.178952] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.179139] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.179454] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.179709] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3a2ff8-9ed7-4c30-8a23-1d568c31458a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.184225] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1254.184225] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]528c2f17-5acc-64b1-a953-8ba5026352f7" [ 1254.184225] env[62748]: _type = "Task" [ 1254.184225] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.193824] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528c2f17-5acc-64b1-a953-8ba5026352f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.623899] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750861, 'name': CreateVM_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.636473] env[62748]: DEBUG nova.network.neutron [req-f62b5533-46a8-45a5-97f9-9d8e4ef8bd03 req-8f1a478f-5789-4bcd-a198-35757ed4e556 service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Updated VIF entry in instance network info cache for port d81a85f8-e74b-4a9b-bb80-ec39f4b377fb. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.636792] env[62748]: DEBUG nova.network.neutron [req-f62b5533-46a8-45a5-97f9-9d8e4ef8bd03 req-8f1a478f-5789-4bcd-a198-35757ed4e556 service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Updating instance_info_cache with network_info: [{"id": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "address": "fa:16:3e:7a:f5:d2", "network": {"id": "0e128d6e-d8e6-4167-bb36-2f3767e8ca48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-853051034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "24e9b095f2314094b7ae9dae59efd429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81a85f8-e7", "ovs_interfaceid": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.654977] env[62748]: INFO nova.compute.manager [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Took 12.46 seconds to build instance. [ 1254.695965] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]528c2f17-5acc-64b1-a953-8ba5026352f7, 'name': SearchDatastore_Task, 'duration_secs': 0.030243} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.696318] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.696553] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.696785] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.696939] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.697140] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.697394] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbf3a4a1-e56b-44da-b74a-abac755c9647 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.706201] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.706378] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.707069] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2852b4-701f-4177-b8d9-7f57d8b9d6a5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.711881] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1254.711881] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]529831f3-15a9-c1fc-7452-bb94d9c22e67" [ 1254.711881] env[62748]: _type = "Task" [ 1254.711881] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.719937] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529831f3-15a9-c1fc-7452-bb94d9c22e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.122323] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750861, 'name': CreateVM_Task, 'duration_secs': 1.289828} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.122508] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.123543] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.123543] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.123543] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.123715] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca511d74-14f7-4bc1-b26c-423e29a9c9e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.128044] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1255.128044] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5248026c-9254-f9c2-394b-007eaec5c5ce" [ 1255.128044] env[62748]: _type = "Task" [ 1255.128044] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.135924] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5248026c-9254-f9c2-394b-007eaec5c5ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.139490] env[62748]: DEBUG oslo_concurrency.lockutils [req-f62b5533-46a8-45a5-97f9-9d8e4ef8bd03 req-8f1a478f-5789-4bcd-a198-35757ed4e556 service nova] Releasing lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.157214] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2d9074e0-4b08-40c3-a45b-ab96812f1744 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.968s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.221942] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]529831f3-15a9-c1fc-7452-bb94d9c22e67, 'name': SearchDatastore_Task, 'duration_secs': 0.007699} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.222781] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45995ab3-a1fc-4478-bc6a-da726dd8c0fd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.227800] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1255.227800] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d2b203-1be2-b98f-11fa-8f37a510d9d4" [ 1255.227800] env[62748]: _type = "Task" [ 1255.227800] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.235449] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d2b203-1be2-b98f-11fa-8f37a510d9d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.637874] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5248026c-9254-f9c2-394b-007eaec5c5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014912} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.638193] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.638429] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.638683] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.657219] env[62748]: DEBUG nova.compute.manager [req-793f121c-5ab0-4078-acd2-be5f80fce77a req-5b7c0de1-9e60-4d21-9473-288d996bc3d7 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Received event network-changed-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1255.657296] env[62748]: DEBUG nova.compute.manager [req-793f121c-5ab0-4078-acd2-be5f80fce77a req-5b7c0de1-9e60-4d21-9473-288d996bc3d7 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Refreshing instance network info cache due to event network-changed-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1255.657533] env[62748]: DEBUG oslo_concurrency.lockutils [req-793f121c-5ab0-4078-acd2-be5f80fce77a req-5b7c0de1-9e60-4d21-9473-288d996bc3d7 service nova] Acquiring lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.657627] env[62748]: DEBUG oslo_concurrency.lockutils [req-793f121c-5ab0-4078-acd2-be5f80fce77a req-5b7c0de1-9e60-4d21-9473-288d996bc3d7 service nova] Acquired lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.658259] env[62748]: DEBUG nova.network.neutron [req-793f121c-5ab0-4078-acd2-be5f80fce77a req-5b7c0de1-9e60-4d21-9473-288d996bc3d7 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Refreshing network info cache for port f8ea9d6e-1528-41c3-98fb-c9d839fd82bd {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.739185] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d2b203-1be2-b98f-11fa-8f37a510d9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.739304] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.739559] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] eff3879d-34c3-4768-8b2c-99f75cb4b88a/eff3879d-34c3-4768-8b2c-99f75cb4b88a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.739852] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.740091] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.740528] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24889b58-a9b0-4aa3-aec5-dab268e175cf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.742346] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af2ef886-936a-4f13-b8ad-5b885b8ad209 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.749131] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1255.749131] env[62748]: value = "task-2750864" [ 1255.749131] env[62748]: _type = "Task" [ 1255.749131] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.752944] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.753160] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.754167] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c830e8-a27e-4e0a-9add-fcf76d30a6c8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.759164] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.761786] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1255.761786] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f1846e-3c87-0acc-ccce-873c68829c3d" [ 1255.761786] env[62748]: _type = "Task" [ 1255.761786] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.768566] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f1846e-3c87-0acc-ccce-873c68829c3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.261010] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750864, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.269848] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f1846e-3c87-0acc-ccce-873c68829c3d, 'name': SearchDatastore_Task, 'duration_secs': 0.007767} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.270729] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd484c2b-cdb5-4570-8878-42fb1935e282 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.275443] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1256.275443] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5234be74-1200-8ba6-16c5-e10800f43e10" [ 1256.275443] env[62748]: _type = "Task" [ 1256.275443] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.284699] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5234be74-1200-8ba6-16c5-e10800f43e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.369295] env[62748]: DEBUG nova.network.neutron [req-793f121c-5ab0-4078-acd2-be5f80fce77a req-5b7c0de1-9e60-4d21-9473-288d996bc3d7 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updated VIF entry in instance network info cache for port f8ea9d6e-1528-41c3-98fb-c9d839fd82bd. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.369719] env[62748]: DEBUG nova.network.neutron [req-793f121c-5ab0-4078-acd2-be5f80fce77a req-5b7c0de1-9e60-4d21-9473-288d996bc3d7 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance_info_cache with network_info: [{"id": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "address": "fa:16:3e:c6:86:0a", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ea9d6e-15", "ovs_interfaceid": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.759743] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750864, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.786911] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5234be74-1200-8ba6-16c5-e10800f43e10, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.787190] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.787452] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] e7cabbc9-e81b-4128-94f0-e946cab4b412/e7cabbc9-e81b-4128-94f0-e946cab4b412.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.787709] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a89661-c96f-4dee-8e93-e8eac7115560 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.793781] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1256.793781] env[62748]: value = "task-2750865" [ 1256.793781] env[62748]: _type = "Task" [ 1256.793781] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.801183] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.873110] env[62748]: DEBUG oslo_concurrency.lockutils [req-793f121c-5ab0-4078-acd2-be5f80fce77a req-5b7c0de1-9e60-4d21-9473-288d996bc3d7 service nova] Releasing lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.260162] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750864, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.419232} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.260616] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] eff3879d-34c3-4768-8b2c-99f75cb4b88a/eff3879d-34c3-4768-8b2c-99f75cb4b88a.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.261144] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.261144] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9afef7c3-ba8f-4970-b7d3-1e77bbd4b5ff {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.268210] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1257.268210] env[62748]: value = "task-2750866" [ 1257.268210] env[62748]: _type = "Task" [ 1257.268210] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.276669] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.303009] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750865, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.778294] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069652} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.778732] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.779332] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c03ee4-5d08-4a29-b323-f5f44e5ba93b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.801066] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] eff3879d-34c3-4768-8b2c-99f75cb4b88a/eff3879d-34c3-4768-8b2c-99f75cb4b88a.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.801401] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec820976-afa3-4d0e-a608-837091a02cf9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.823941] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810435} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.825028] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] e7cabbc9-e81b-4128-94f0-e946cab4b412/e7cabbc9-e81b-4128-94f0-e946cab4b412.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.825243] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.825541] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1257.825541] env[62748]: value = "task-2750867" [ 1257.825541] env[62748]: _type = "Task" [ 1257.825541] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.825738] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e54c800a-2e39-4f0c-a32e-89a0f1675c3d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.836431] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750867, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.837475] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1257.837475] env[62748]: value = "task-2750868" [ 1257.837475] env[62748]: _type = "Task" [ 1257.837475] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.844172] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.337280] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750867, 'name': ReconfigVM_Task, 'duration_secs': 0.274697} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.337493] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Reconfigured VM instance instance-0000007a to attach disk [datastore1] eff3879d-34c3-4768-8b2c-99f75cb4b88a/eff3879d-34c3-4768-8b2c-99f75cb4b88a.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.338174] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-011d6348-b7f9-47ab-a18f-5221921ac815 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.347517] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067553} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.347781] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.348586] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3171c4-5d76-4b32-8c72-da17f3176e77 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.351762] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1258.351762] env[62748]: value = "task-2750869" [ 1258.351762] env[62748]: _type = "Task" [ 1258.351762] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.369880] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] e7cabbc9-e81b-4128-94f0-e946cab4b412/e7cabbc9-e81b-4128-94f0-e946cab4b412.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.370588] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d25756-f62b-4719-aee0-3bacb4a63a85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.388905] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750869, 'name': Rename_Task} progress is 14%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.394354] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1258.394354] env[62748]: value = "task-2750870" [ 1258.394354] env[62748]: _type = "Task" [ 1258.394354] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.402383] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.863093] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750869, 'name': Rename_Task, 'duration_secs': 0.143353} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.863093] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.863093] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93fbeb7e-8fbd-4ee6-a4cf-414ce998f7b2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.869666] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1258.869666] env[62748]: value = "task-2750871" [ 1258.869666] env[62748]: _type = "Task" [ 1258.869666] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.876822] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.902748] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750870, 'name': ReconfigVM_Task, 'duration_secs': 0.292357} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.903034] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Reconfigured VM instance instance-00000078 to attach disk [datastore1] e7cabbc9-e81b-4128-94f0-e946cab4b412/e7cabbc9-e81b-4128-94f0-e946cab4b412.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.903642] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8332cab-1b83-4674-a12c-8eded1f96989 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.909360] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1258.909360] env[62748]: value = "task-2750872" [ 1258.909360] env[62748]: _type = "Task" [ 1258.909360] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.917021] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750872, 'name': Rename_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.379348] env[62748]: DEBUG oslo_vmware.api [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750871, 'name': PowerOnVM_Task, 'duration_secs': 0.484456} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.379591] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.379795] env[62748]: INFO nova.compute.manager [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1259.380045] env[62748]: DEBUG nova.compute.manager [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.380797] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4e5ff2-151a-4ac1-bcad-a354268b5555 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.417931] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750872, 'name': Rename_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.896727] env[62748]: INFO nova.compute.manager [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Took 12.38 seconds to build instance. [ 1259.920451] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750872, 'name': Rename_Task} progress is 99%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.398819] env[62748]: DEBUG oslo_concurrency.lockutils [None req-5847bce8-4070-4449-8b14-002939f43d00 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.893s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.420395] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750872, 'name': Rename_Task, 'duration_secs': 1.137272} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.420762] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.421042] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c27029c-1d96-4979-be0e-103582b4364a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.427783] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1260.427783] env[62748]: value = "task-2750873" [ 1260.427783] env[62748]: _type = "Task" [ 1260.427783] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.435015] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.689593] env[62748]: INFO nova.compute.manager [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Rescuing [ 1260.689968] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.690275] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.690583] env[62748]: DEBUG nova.network.neutron [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.937737] env[62748]: DEBUG oslo_vmware.api [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750873, 'name': PowerOnVM_Task, 'duration_secs': 0.50204} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.938143] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.938247] env[62748]: DEBUG nova.compute.manager [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.939098] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223a1750-5b1c-4809-9081-02dec2c2570b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.415327] env[62748]: DEBUG nova.network.neutron [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Updating instance_info_cache with network_info: [{"id": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "address": "fa:16:3e:7a:f5:d2", "network": {"id": "0e128d6e-d8e6-4167-bb36-2f3767e8ca48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-853051034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "24e9b095f2314094b7ae9dae59efd429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81a85f8-e7", "ovs_interfaceid": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.454637] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.454637] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.454637] env[62748]: DEBUG nova.objects.instance [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62748) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1261.918314] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.248751] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "e7cabbc9-e81b-4128-94f0-e946cab4b412" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.249177] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "e7cabbc9-e81b-4128-94f0-e946cab4b412" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.249177] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "e7cabbc9-e81b-4128-94f0-e946cab4b412-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.249380] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "e7cabbc9-e81b-4128-94f0-e946cab4b412-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.249558] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "e7cabbc9-e81b-4128-94f0-e946cab4b412-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.251717] env[62748]: INFO nova.compute.manager [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Terminating instance [ 1262.463052] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ccc22eff-f10d-424d-8988-77f36e182225 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.755747] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "refresh_cache-e7cabbc9-e81b-4128-94f0-e946cab4b412" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.756019] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquired lock "refresh_cache-e7cabbc9-e81b-4128-94f0-e946cab4b412" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.756276] env[62748]: DEBUG nova.network.neutron [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.283565] env[62748]: DEBUG nova.network.neutron [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.343608] env[62748]: DEBUG nova.network.neutron [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.455239] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.455559] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8493cfca-63ec-4874-acbd-891a197fd35c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.463464] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1263.463464] env[62748]: value = "task-2750874" [ 1263.463464] env[62748]: _type = "Task" [ 1263.463464] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.472653] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.549926] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "12265382-52c6-4a30-8467-f59ebdf966b5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.550261] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.550459] env[62748]: INFO nova.compute.manager [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Shelving [ 1263.846402] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Releasing lock "refresh_cache-e7cabbc9-e81b-4128-94f0-e946cab4b412" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.846862] env[62748]: DEBUG nova.compute.manager [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.846984] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.847911] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6555f9bf-6fd2-465e-873c-73e757aa9d24 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.855284] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.855609] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a66f6153-11e8-4702-96f1-ae0c8d901fc2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.861393] env[62748]: DEBUG oslo_vmware.api [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1263.861393] env[62748]: value = "task-2750875" [ 1263.861393] env[62748]: _type = "Task" [ 1263.861393] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.869455] env[62748]: DEBUG oslo_vmware.api [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.972610] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750874, 'name': PowerOffVM_Task, 'duration_secs': 0.189618} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.972822] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.973479] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9d65a6-429b-4fba-8286-e739b9363b7f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.992436] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6956bf13-0fa5-4062-86c1-ad9c07ea600e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.024194] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.024486] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d880628-207a-4aa7-83ac-2ecc62702524 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.031129] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1264.031129] env[62748]: value = "task-2750876" [ 1264.031129] env[62748]: _type = "Task" [ 1264.031129] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.039034] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.371026] env[62748]: DEBUG oslo_vmware.api [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750875, 'name': PowerOffVM_Task, 'duration_secs': 0.180503} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.371364] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.371480] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.371708] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3588db83-0541-4aef-ab7a-58192f6dd866 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.397992] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.398236] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.398421] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Deleting the datastore file [datastore1] e7cabbc9-e81b-4128-94f0-e946cab4b412 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.398658] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77cfce19-85c9-4282-b5ae-ee94918ee5df {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.404127] env[62748]: DEBUG oslo_vmware.api [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for the task: (returnval){ [ 1264.404127] env[62748]: value = "task-2750878" [ 1264.404127] env[62748]: _type = "Task" [ 1264.404127] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.411332] env[62748]: DEBUG oslo_vmware.api [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.540664] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1264.540851] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.541067] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.541230] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.541409] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.541649] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc8bbc93-f71b-47fc-a9f1-ee5c9f864e99 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.549022] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.549209] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.549866] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5186d715-e15f-42a4-ac49-2e6a15016fa6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.554228] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1264.554228] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5272b09b-94ab-4d0a-a2ee-285d2a452a88" [ 1264.554228] env[62748]: _type = "Task" [ 1264.554228] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.561312] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.561536] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5272b09b-94ab-4d0a-a2ee-285d2a452a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.561723] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce8f9ada-cfb7-405a-a05b-bb3df840ed13 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.566590] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1264.566590] env[62748]: value = "task-2750879" [ 1264.566590] env[62748]: _type = "Task" [ 1264.566590] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.573782] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.914082] env[62748]: DEBUG oslo_vmware.api [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Task: {'id': task-2750878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09098} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.914335] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.914523] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.914702] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.914917] env[62748]: INFO nova.compute.manager [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1264.915170] env[62748]: DEBUG oslo.service.loopingcall [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1264.915365] env[62748]: DEBUG nova.compute.manager [-] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.915462] env[62748]: DEBUG nova.network.neutron [-] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.930565] env[62748]: DEBUG nova.network.neutron [-] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.065234] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5272b09b-94ab-4d0a-a2ee-285d2a452a88, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.066041] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc4289f-4315-480d-8d50-e8ff57434b65 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.075991] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750879, 'name': PowerOffVM_Task, 'duration_secs': 0.201967} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.077224] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.077567] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1265.077567] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]526985d8-b8cb-0f98-d23c-7087c9c67d0b" [ 1265.077567] env[62748]: _type = "Task" [ 1265.077567] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.078240] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81d5bce-bbac-45d1-8c11-6bb0ed5c0eac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.100791] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7741a276-e328-4de8-aacf-fbe97cdbb1b9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.103092] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]526985d8-b8cb-0f98-d23c-7087c9c67d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.103643] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.103905] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] eff3879d-34c3-4768-8b2c-99f75cb4b88a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. {{(pid=62748) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1265.104430] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21b82e07-75c1-4d75-8550-bbafcb861b39 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.116248] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1265.116248] env[62748]: value = "task-2750880" [ 1265.116248] env[62748]: _type = "Task" [ 1265.116248] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.121513] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.432867] env[62748]: DEBUG nova.network.neutron [-] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.612030] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Creating Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1265.612317] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62455a5c-619e-48c6-929f-74f45dd4561c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.619972] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1265.619972] env[62748]: value = "task-2750881" [ 1265.619972] env[62748]: _type = "Task" [ 1265.619972] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.623072] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462361} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.626060] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore1] eff3879d-34c3-4768-8b2c-99f75cb4b88a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. [ 1265.626835] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a3c5e-1c7d-4eab-975f-e67b117dada7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.634453] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750881, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.656605] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] eff3879d-34c3-4768-8b2c-99f75cb4b88a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.656916] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc4011b-9024-4783-bde2-f99c6312b1bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.674444] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1265.674444] env[62748]: value = "task-2750882" [ 1265.674444] env[62748]: _type = "Task" [ 1265.674444] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.683836] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.936330] env[62748]: INFO nova.compute.manager [-] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Took 1.02 seconds to deallocate network for instance. [ 1266.133188] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750881, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.184233] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750882, 'name': ReconfigVM_Task, 'duration_secs': 0.284013} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.184516] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Reconfigured VM instance instance-0000007a to attach disk [datastore1] eff3879d-34c3-4768-8b2c-99f75cb4b88a/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.185394] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8829abf4-5d21-4070-8a4f-8c19f5e96cd6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.209518] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07cf959d-0dc0-4825-afd8-2e008b12aa55 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.224317] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1266.224317] env[62748]: value = "task-2750883" [ 1266.224317] env[62748]: _type = "Task" [ 1266.224317] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.231872] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.443483] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.443909] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.443989] env[62748]: DEBUG nova.objects.instance [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lazy-loading 'resources' on Instance uuid e7cabbc9-e81b-4128-94f0-e946cab4b412 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.636066] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750881, 'name': CreateSnapshot_Task, 'duration_secs': 0.896612} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.636066] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Created Snapshot of the VM instance {{(pid=62748) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1266.636417] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f8ea79-e592-4d7c-80b3-9d7a5459f05c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.734021] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750883, 'name': ReconfigVM_Task, 'duration_secs': 0.236566} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.734252] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.734498] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cd8d181-f63a-4924-981e-6dae8011b662 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.740510] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1266.740510] env[62748]: value = "task-2750884" [ 1266.740510] env[62748]: _type = "Task" [ 1266.740510] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.748093] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.021817] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee366c8a-5654-4df7-b24b-713ab25e2584 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.029150] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71560b38-b883-4300-8573-ca4d3f34d774 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.058454] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d7fff0-5e30-4fa2-b9a4-44829a78bfae {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.065346] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9c1730-10d2-42be-853d-40dcd3f45cbf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.078360] env[62748]: DEBUG nova.compute.provider_tree [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.153135] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Creating linked-clone VM from snapshot {{(pid=62748) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1267.153914] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ae7e5e4-aa7d-42c6-9a7e-57f98906d19d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.161839] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1267.161839] env[62748]: value = "task-2750885" [ 1267.161839] env[62748]: _type = "Task" [ 1267.161839] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.169063] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750885, 'name': CloneVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.251014] env[62748]: DEBUG oslo_vmware.api [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750884, 'name': PowerOnVM_Task, 'duration_secs': 0.389357} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.251290] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.254163] env[62748]: DEBUG nova.compute.manager [None req-1cc9c25f-16ed-46af-83f5-647b71634071 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.254976] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0c0767-8733-4ecc-8b8d-723a35db80e6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.581641] env[62748]: DEBUG nova.scheduler.client.report [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.671825] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750885, 'name': CloneVM_Task} progress is 94%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.086911] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.106221] env[62748]: INFO nova.scheduler.client.report [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Deleted allocations for instance e7cabbc9-e81b-4128-94f0-e946cab4b412 [ 1268.173203] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750885, 'name': CloneVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.613622] env[62748]: DEBUG oslo_concurrency.lockutils [None req-32a18fe1-b706-46d6-94a6-04a0baaa8d94 tempest-ServerShowV254Test-892902216 tempest-ServerShowV254Test-892902216-project-member] Lock "e7cabbc9-e81b-4128-94f0-e946cab4b412" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.365s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.627467] env[62748]: INFO nova.compute.manager [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Unrescuing [ 1268.627709] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.627864] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquired lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.628046] env[62748]: DEBUG nova.network.neutron [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.674919] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750885, 'name': CloneVM_Task, 'duration_secs': 1.088826} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.674919] env[62748]: INFO nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Created linked-clone VM from snapshot [ 1268.674919] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8765d5ee-0607-4e3d-a657-757fbbfacacd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.682098] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Uploading image 46020923-0adb-4b99-abf0-84d6e29ba998 {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1268.707895] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1268.707895] env[62748]: value = "vm-553596" [ 1268.707895] env[62748]: _type = "VirtualMachine" [ 1268.707895] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1268.708192] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd5fecb3-efc8-4351-a946-d1672c07e7fc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.714774] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease: (returnval){ [ 1268.714774] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52668c00-1901-5ebf-833c-9e32e425ccb5" [ 1268.714774] env[62748]: _type = "HttpNfcLease" [ 1268.714774] env[62748]: } obtained for exporting VM: (result){ [ 1268.714774] env[62748]: value = "vm-553596" [ 1268.714774] env[62748]: _type = "VirtualMachine" [ 1268.714774] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1268.715073] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the lease: (returnval){ [ 1268.715073] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52668c00-1901-5ebf-833c-9e32e425ccb5" [ 1268.715073] env[62748]: _type = "HttpNfcLease" [ 1268.715073] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1268.720714] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1268.720714] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52668c00-1901-5ebf-833c-9e32e425ccb5" [ 1268.720714] env[62748]: _type = "HttpNfcLease" [ 1268.720714] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1269.222502] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1269.222502] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52668c00-1901-5ebf-833c-9e32e425ccb5" [ 1269.222502] env[62748]: _type = "HttpNfcLease" [ 1269.222502] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1269.222826] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1269.222826] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52668c00-1901-5ebf-833c-9e32e425ccb5" [ 1269.222826] env[62748]: _type = "HttpNfcLease" [ 1269.222826] env[62748]: }. {{(pid=62748) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1269.223593] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921c52be-58ea-4526-b804-a60e8dbf0f63 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.230864] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a02988-fc77-f3d5-90c9-de363d0429e4/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1269.231062] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a02988-fc77-f3d5-90c9-de363d0429e4/disk-0.vmdk for reading. {{(pid=62748) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1269.318520] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-acb33d09-a118-48b8-b1c2-2649ed62c735 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.401884] env[62748]: DEBUG nova.network.neutron [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Updating instance_info_cache with network_info: [{"id": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "address": "fa:16:3e:7a:f5:d2", "network": {"id": "0e128d6e-d8e6-4167-bb36-2f3767e8ca48", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-853051034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "24e9b095f2314094b7ae9dae59efd429", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81a85f8-e7", "ovs_interfaceid": "d81a85f8-e74b-4a9b-bb80-ec39f4b377fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.905225] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Releasing lock "refresh_cache-eff3879d-34c3-4768-8b2c-99f75cb4b88a" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.906556] env[62748]: DEBUG nova.objects.instance [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lazy-loading 'flavor' on Instance uuid eff3879d-34c3-4768-8b2c-99f75cb4b88a {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.411220] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383d981f-dc34-413b-ae90-70027f5707de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.433601] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.434496] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb6b2af0-24a9-44d5-9946-29c546da0f1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.441861] env[62748]: DEBUG oslo_vmware.api [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1270.441861] env[62748]: value = "task-2750887" [ 1270.441861] env[62748]: _type = "Task" [ 1270.441861] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.450279] env[62748]: DEBUG oslo_vmware.api [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.951392] env[62748]: DEBUG oslo_vmware.api [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750887, 'name': PowerOffVM_Task, 'duration_secs': 0.206385} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.951737] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.957286] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1270.957612] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecec9af8-83f1-4a80-8e4b-f6e3c3be2042 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.975652] env[62748]: DEBUG oslo_vmware.api [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1270.975652] env[62748]: value = "task-2750888" [ 1270.975652] env[62748]: _type = "Task" [ 1270.975652] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.983650] env[62748]: DEBUG oslo_vmware.api [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.487111] env[62748]: DEBUG oslo_vmware.api [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750888, 'name': ReconfigVM_Task, 'duration_secs': 0.23629} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.487444] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.487647] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.487914] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b626302d-2046-4cab-9921-357c9f4ecd24 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.495475] env[62748]: DEBUG oslo_vmware.api [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1271.495475] env[62748]: value = "task-2750889" [ 1271.495475] env[62748]: _type = "Task" [ 1271.495475] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.503907] env[62748]: DEBUG oslo_vmware.api [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.006404] env[62748]: DEBUG oslo_vmware.api [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750889, 'name': PowerOnVM_Task, 'duration_secs': 0.388483} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.006769] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.007018] env[62748]: DEBUG nova.compute.manager [None req-ac2ba1aa-9190-404e-a4bc-a890adabc55d tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.007892] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216b5e89-0707-4283-889c-9c721178ea5b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.250024] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.250468] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.250545] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.250752] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.250911] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.253226] env[62748]: INFO nova.compute.manager [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Terminating instance [ 1273.756936] env[62748]: DEBUG nova.compute.manager [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.757224] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.758192] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeab9d6-7cb2-4d2c-92fd-aac94df5c211 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.766803] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.767093] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-214081b1-37d8-4a2d-81c8-c57f6188082e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.773977] env[62748]: DEBUG oslo_vmware.api [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1273.773977] env[62748]: value = "task-2750890" [ 1273.773977] env[62748]: _type = "Task" [ 1273.773977] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.782579] env[62748]: DEBUG oslo_vmware.api [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.284926] env[62748]: DEBUG oslo_vmware.api [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750890, 'name': PowerOffVM_Task, 'duration_secs': 0.186928} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.285198] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.285395] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.285676] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84b40092-7650-4ec0-8e92-9d33239f8927 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.416450] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.416671] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.416845] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Deleting the datastore file [datastore1] eff3879d-34c3-4768-8b2c-99f75cb4b88a {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.417173] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb0a7e7-b26f-43b7-853f-4eb2a65e6bcf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.424365] env[62748]: DEBUG oslo_vmware.api [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1274.424365] env[62748]: value = "task-2750892" [ 1274.424365] env[62748]: _type = "Task" [ 1274.424365] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.431880] env[62748]: DEBUG oslo_vmware.api [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.934589] env[62748]: DEBUG oslo_vmware.api [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168307} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.934892] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.935109] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.935294] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.935472] env[62748]: INFO nova.compute.manager [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1274.935721] env[62748]: DEBUG oslo.service.loopingcall [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1274.935924] env[62748]: DEBUG nova.compute.manager [-] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.936071] env[62748]: DEBUG nova.network.neutron [-] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.215869] env[62748]: DEBUG nova.compute.manager [req-4a39564d-538f-43f1-b282-e70025686f4e req-0fc5a077-fa9a-452b-8fbd-8cb235974d08 service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Received event network-vif-deleted-d81a85f8-e74b-4a9b-bb80-ec39f4b377fb {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1275.215996] env[62748]: INFO nova.compute.manager [req-4a39564d-538f-43f1-b282-e70025686f4e req-0fc5a077-fa9a-452b-8fbd-8cb235974d08 service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Neutron deleted interface d81a85f8-e74b-4a9b-bb80-ec39f4b377fb; detaching it from the instance and deleting it from the info cache [ 1275.216168] env[62748]: DEBUG nova.network.neutron [req-4a39564d-538f-43f1-b282-e70025686f4e req-0fc5a077-fa9a-452b-8fbd-8cb235974d08 service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.699024] env[62748]: DEBUG nova.network.neutron [-] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.719204] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fee71f66-2d8a-47bb-ad95-48b05401c095 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.728593] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc3ec26-b63c-42ea-98eb-76471ddfc16b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.755263] env[62748]: DEBUG nova.compute.manager [req-4a39564d-538f-43f1-b282-e70025686f4e req-0fc5a077-fa9a-452b-8fbd-8cb235974d08 service nova] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Detach interface failed, port_id=d81a85f8-e74b-4a9b-bb80-ec39f4b377fb, reason: Instance eff3879d-34c3-4768-8b2c-99f75cb4b88a could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1275.869360] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a02988-fc77-f3d5-90c9-de363d0429e4/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1275.870347] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440f7626-9324-412d-9e56-08a074dbffaf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.876277] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a02988-fc77-f3d5-90c9-de363d0429e4/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1275.876452] env[62748]: ERROR oslo_vmware.rw_handles [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a02988-fc77-f3d5-90c9-de363d0429e4/disk-0.vmdk due to incomplete transfer. [ 1275.876662] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6836ec9a-7aa3-40cd-8c24-d12a47d711f9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.883248] env[62748]: DEBUG oslo_vmware.rw_handles [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a02988-fc77-f3d5-90c9-de363d0429e4/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1275.883440] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Uploaded image 46020923-0adb-4b99-abf0-84d6e29ba998 to the Glance image server {{(pid=62748) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1275.886023] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Destroying the VM {{(pid=62748) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1275.886133] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19cd35a1-beec-452a-bb77-ea31cb855c68 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.891458] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1275.891458] env[62748]: value = "task-2750893" [ 1275.891458] env[62748]: _type = "Task" [ 1275.891458] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.900294] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750893, 'name': Destroy_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.200932] env[62748]: INFO nova.compute.manager [-] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Took 1.26 seconds to deallocate network for instance. [ 1276.401536] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750893, 'name': Destroy_Task, 'duration_secs': 0.299757} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.403233] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Destroyed the VM [ 1276.403233] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Deleting Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1276.403233] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3379ca2-b212-4175-8e8e-b5800f6048ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.408822] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1276.408822] env[62748]: value = "task-2750894" [ 1276.408822] env[62748]: _type = "Task" [ 1276.408822] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.415987] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750894, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.707243] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.707570] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.707804] env[62748]: DEBUG nova.objects.instance [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lazy-loading 'resources' on Instance uuid eff3879d-34c3-4768-8b2c-99f75cb4b88a {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.918442] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750894, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.274923] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc6d1f-9898-490f-bb4b-a244d5bbd789 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.283006] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab06268-074d-44d4-8d92-c963d7f84fb9 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.313182] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d1217-6448-4d0a-8347-00c8cfde2fb2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.320586] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c35f76-0c99-4efa-b8b1-c1e5032f404f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.333398] env[62748]: DEBUG nova.compute.provider_tree [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.420142] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750894, 'name': RemoveSnapshot_Task, 'duration_secs': 0.828275} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.420399] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Deleted Snapshot of the VM instance {{(pid=62748) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1277.420657] env[62748]: DEBUG nova.compute.manager [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.421407] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75e9812-cc63-436e-82fd-e5ce0b5f75ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.836675] env[62748]: DEBUG nova.scheduler.client.report [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.931867] env[62748]: INFO nova.compute.manager [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Shelve offloading [ 1278.341376] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.358378] env[62748]: INFO nova.scheduler.client.report [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Deleted allocations for instance eff3879d-34c3-4768-8b2c-99f75cb4b88a [ 1278.435581] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.435894] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5f8032f-0dfc-4325-9399-92aafdd76039 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.443464] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1278.443464] env[62748]: value = "task-2750895" [ 1278.443464] env[62748]: _type = "Task" [ 1278.443464] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.451264] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.865779] env[62748]: DEBUG oslo_concurrency.lockutils [None req-2e6249d9-0b69-4756-a71c-203669902854 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "eff3879d-34c3-4768-8b2c-99f75cb4b88a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.615s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.954361] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1278.954569] env[62748]: DEBUG nova.compute.manager [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.955380] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368468d2-7e42-40be-9847-8377caafd099 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.960971] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.961160] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.961333] env[62748]: DEBUG nova.network.neutron [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.655865] env[62748]: DEBUG nova.network.neutron [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating instance_info_cache with network_info: [{"id": "d1f5fabf-d480-41b6-b260-bbbe27724346", "address": "fa:16:3e:1c:e3:f7", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f5fabf-d4", "ovs_interfaceid": "d1f5fabf-d480-41b6-b260-bbbe27724346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.897109] env[62748]: DEBUG oslo_concurrency.lockutils [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "2b48aafe-c438-4fdc-ae48-379371448a7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.897488] env[62748]: DEBUG oslo_concurrency.lockutils [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "2b48aafe-c438-4fdc-ae48-379371448a7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.897581] env[62748]: DEBUG oslo_concurrency.lockutils [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "2b48aafe-c438-4fdc-ae48-379371448a7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.897773] env[62748]: DEBUG oslo_concurrency.lockutils [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "2b48aafe-c438-4fdc-ae48-379371448a7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.897950] env[62748]: DEBUG oslo_concurrency.lockutils [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "2b48aafe-c438-4fdc-ae48-379371448a7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.900043] env[62748]: INFO nova.compute.manager [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Terminating instance [ 1280.158517] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.349840] env[62748]: DEBUG nova.compute.manager [req-c89638c5-6fa8-4099-80fa-c9f3eeea50e7 req-7680a6c0-5256-4ac0-86e9-c9e62b372dfa service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received event network-vif-unplugged-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1280.350138] env[62748]: DEBUG oslo_concurrency.lockutils [req-c89638c5-6fa8-4099-80fa-c9f3eeea50e7 req-7680a6c0-5256-4ac0-86e9-c9e62b372dfa service nova] Acquiring lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.350290] env[62748]: DEBUG oslo_concurrency.lockutils [req-c89638c5-6fa8-4099-80fa-c9f3eeea50e7 req-7680a6c0-5256-4ac0-86e9-c9e62b372dfa service nova] Lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.350457] env[62748]: DEBUG oslo_concurrency.lockutils [req-c89638c5-6fa8-4099-80fa-c9f3eeea50e7 req-7680a6c0-5256-4ac0-86e9-c9e62b372dfa service nova] Lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.350736] env[62748]: DEBUG nova.compute.manager [req-c89638c5-6fa8-4099-80fa-c9f3eeea50e7 req-7680a6c0-5256-4ac0-86e9-c9e62b372dfa service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] No waiting events found dispatching network-vif-unplugged-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.350859] env[62748]: WARNING nova.compute.manager [req-c89638c5-6fa8-4099-80fa-c9f3eeea50e7 req-7680a6c0-5256-4ac0-86e9-c9e62b372dfa service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received unexpected event network-vif-unplugged-d1f5fabf-d480-41b6-b260-bbbe27724346 for instance with vm_state shelved and task_state shelving_offloading. [ 1280.403525] env[62748]: DEBUG nova.compute.manager [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.403751] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.404663] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60a1241-2953-44d8-b7c6-7b2d3a1b3e4c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.413779] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.413984] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cab80dea-39a8-412f-aa32-f1273733b76a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.420373] env[62748]: DEBUG oslo_vmware.api [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1280.420373] env[62748]: value = "task-2750896" [ 1280.420373] env[62748]: _type = "Task" [ 1280.420373] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.428108] env[62748]: DEBUG oslo_vmware.api [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.435543] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.436336] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad1c523-acd5-4a9c-b15e-0e3c2033ecdc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.442678] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.442902] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcfc6398-3bee-48f7-a263-9f746f76babe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.506970] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.507240] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.507429] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleting the datastore file [datastore2] 12265382-52c6-4a30-8467-f59ebdf966b5 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.507703] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71a839ea-5095-47f1-b0ca-6838db78831d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.514776] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1280.514776] env[62748]: value = "task-2750898" [ 1280.514776] env[62748]: _type = "Task" [ 1280.514776] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.522289] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.930600] env[62748]: DEBUG oslo_vmware.api [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750896, 'name': PowerOffVM_Task, 'duration_secs': 0.201708} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.930889] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1280.931042] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1280.931300] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bec5f55-50dc-4a10-8884-69e9be99e178 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.990488] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1280.990690] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1280.990883] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Deleting the datastore file [datastore1] 2b48aafe-c438-4fdc-ae48-379371448a7e {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.991181] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36377375-bdbe-43c9-a460-f4038aace2a2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.997062] env[62748]: DEBUG oslo_vmware.api [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for the task: (returnval){ [ 1280.997062] env[62748]: value = "task-2750900" [ 1280.997062] env[62748]: _type = "Task" [ 1280.997062] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.004658] env[62748]: DEBUG oslo_vmware.api [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.024832] env[62748]: DEBUG oslo_vmware.api [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136249} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.025101] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.025316] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.025535] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.049515] env[62748]: INFO nova.scheduler.client.report [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted allocations for instance 12265382-52c6-4a30-8467-f59ebdf966b5 [ 1281.507439] env[62748]: DEBUG oslo_vmware.api [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Task: {'id': task-2750900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165702} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.507693] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.507857] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.508053] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.508236] env[62748]: INFO nova.compute.manager [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1281.508482] env[62748]: DEBUG oslo.service.loopingcall [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.508672] env[62748]: DEBUG nova.compute.manager [-] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.508767] env[62748]: DEBUG nova.network.neutron [-] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.554393] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.554637] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.554852] env[62748]: DEBUG nova.objects.instance [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'resources' on Instance uuid 12265382-52c6-4a30-8467-f59ebdf966b5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.057741] env[62748]: DEBUG nova.objects.instance [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'numa_topology' on Instance uuid 12265382-52c6-4a30-8467-f59ebdf966b5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.217209] env[62748]: DEBUG nova.network.neutron [-] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.379252] env[62748]: DEBUG nova.compute.manager [req-7b70c22a-1f53-407a-ad41-408980210b93 req-476bced4-b26a-4284-b73c-a4dbf4636edc service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received event network-changed-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1282.379451] env[62748]: DEBUG nova.compute.manager [req-7b70c22a-1f53-407a-ad41-408980210b93 req-476bced4-b26a-4284-b73c-a4dbf4636edc service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Refreshing instance network info cache due to event network-changed-d1f5fabf-d480-41b6-b260-bbbe27724346. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1282.379665] env[62748]: DEBUG oslo_concurrency.lockutils [req-7b70c22a-1f53-407a-ad41-408980210b93 req-476bced4-b26a-4284-b73c-a4dbf4636edc service nova] Acquiring lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.380202] env[62748]: DEBUG oslo_concurrency.lockutils [req-7b70c22a-1f53-407a-ad41-408980210b93 req-476bced4-b26a-4284-b73c-a4dbf4636edc service nova] Acquired lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.380202] env[62748]: DEBUG nova.network.neutron [req-7b70c22a-1f53-407a-ad41-408980210b93 req-476bced4-b26a-4284-b73c-a4dbf4636edc service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Refreshing network info cache for port d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.561223] env[62748]: DEBUG nova.objects.base [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Object Instance<12265382-52c6-4a30-8467-f59ebdf966b5> lazy-loaded attributes: resources,numa_topology {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1282.605170] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cf874f-6e7b-477c-a493-2818e6ccaadc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.613922] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae537405-9933-4898-af5e-83a062dfa3a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.643177] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d55205-9a9e-42ee-9697-53483141e920 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.649842] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29943579-6141-42ca-9548-8f9c49b7cbb0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.662249] env[62748]: DEBUG nova.compute.provider_tree [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.719853] env[62748]: INFO nova.compute.manager [-] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Took 1.21 seconds to deallocate network for instance. [ 1283.074844] env[62748]: DEBUG nova.network.neutron [req-7b70c22a-1f53-407a-ad41-408980210b93 req-476bced4-b26a-4284-b73c-a4dbf4636edc service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updated VIF entry in instance network info cache for port d1f5fabf-d480-41b6-b260-bbbe27724346. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.075263] env[62748]: DEBUG nova.network.neutron [req-7b70c22a-1f53-407a-ad41-408980210b93 req-476bced4-b26a-4284-b73c-a4dbf4636edc service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating instance_info_cache with network_info: [{"id": "d1f5fabf-d480-41b6-b260-bbbe27724346", "address": "fa:16:3e:1c:e3:f7", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd1f5fabf-d4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.165519] env[62748]: DEBUG nova.scheduler.client.report [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.225731] env[62748]: DEBUG oslo_concurrency.lockutils [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.332171] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "12265382-52c6-4a30-8467-f59ebdf966b5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.578201] env[62748]: DEBUG oslo_concurrency.lockutils [req-7b70c22a-1f53-407a-ad41-408980210b93 req-476bced4-b26a-4284-b73c-a4dbf4636edc service nova] Releasing lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.578443] env[62748]: DEBUG nova.compute.manager [req-7b70c22a-1f53-407a-ad41-408980210b93 req-476bced4-b26a-4284-b73c-a4dbf4636edc service nova] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Received event network-vif-deleted-e4da4e80-000a-4d0c-9552-b5ab729e108a {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1283.670660] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.673133] env[62748]: DEBUG oslo_concurrency.lockutils [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.447s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.673365] env[62748]: DEBUG nova.objects.instance [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lazy-loading 'resources' on Instance uuid 2b48aafe-c438-4fdc-ae48-379371448a7e {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.181298] env[62748]: DEBUG oslo_concurrency.lockutils [None req-ff7846e5-044b-4814-9b44-17f21cec891e tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.631s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1284.182314] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.850s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.182314] env[62748]: INFO nova.compute.manager [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Unshelving [ 1284.228279] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25044762-46c7-448a-a546-f9a38b3cc83b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.235436] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9402e933-ce9b-4ea1-b113-b96c0e8f61ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.265155] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40356dbb-9e6e-47c4-8933-168570249aeb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.272482] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae3ebb1-d582-4da7-b8b8-4279984b4151 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.285350] env[62748]: DEBUG nova.compute.provider_tree [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.788066] env[62748]: DEBUG nova.scheduler.client.report [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.202757] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.292422] env[62748]: DEBUG oslo_concurrency.lockutils [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.294632] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.092s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.294876] env[62748]: DEBUG nova.objects.instance [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'pci_requests' on Instance uuid 12265382-52c6-4a30-8467-f59ebdf966b5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.311129] env[62748]: INFO nova.scheduler.client.report [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Deleted allocations for instance 2b48aafe-c438-4fdc-ae48-379371448a7e [ 1285.798756] env[62748]: DEBUG nova.objects.instance [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'numa_topology' on Instance uuid 12265382-52c6-4a30-8467-f59ebdf966b5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.819058] env[62748]: DEBUG oslo_concurrency.lockutils [None req-49a99e6c-9738-4c65-abc3-dac87f71ca32 tempest-ServerRescueTestJSON-1508364275 tempest-ServerRescueTestJSON-1508364275-project-member] Lock "2b48aafe-c438-4fdc-ae48-379371448a7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.922s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.301549] env[62748]: INFO nova.compute.claims [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.351956] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5898149c-27b3-434f-a77a-c904cf0a61c1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.359792] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63b13d7-9eb1-4896-a53e-2025670d804d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.389176] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93df5478-b11a-4a11-be24-8d09acf4798b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.396029] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a64763-5775-4c68-a525-5004b50854f1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.408690] env[62748]: DEBUG nova.compute.provider_tree [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.911440] env[62748]: DEBUG nova.scheduler.client.report [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.420759] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.126s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.455690] env[62748]: INFO nova.network.neutron [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating port d1f5fabf-d480-41b6-b260-bbbe27724346 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1292.453682] env[62748]: DEBUG nova.compute.manager [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Stashing vm_state: active {{(pid=62748) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1292.971219] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.971493] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.477021] env[62748]: INFO nova.compute.claims [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.984354] env[62748]: INFO nova.compute.resource_tracker [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating resource usage from migration 38165f72-48fd-49d6-8f45-4a0f249aa1a0 [ 1294.059552] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f572e4d-de53-4310-948a-c341bb38754f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.067214] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ebbf9e-4691-46ad-bf3e-de64b4b6d820 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.097227] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59236b4f-a910-4539-9916-25f4ab041826 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.103813] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce202579-1638-4dc3-ab04-da099ed313ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.116383] env[62748]: DEBUG nova.compute.provider_tree [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.619405] env[62748]: DEBUG nova.scheduler.client.report [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.084721] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.084981] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.084981] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.085198] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.085363] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.085508] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.085656] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.085796] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1295.085940] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.124331] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.153s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.124537] env[62748]: INFO nova.compute.manager [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Migrating [ 1295.589276] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.589416] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.589524] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.589684] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1295.590601] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba7fa3f-8c63-4a30-8312-f0af649b3f37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.599120] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4725a6d-10c9-4c43-8e92-69aac608fa78 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.612823] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ddf85d-2e1c-418f-8480-77637105e98a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.619066] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626c1e47-fceb-4a7a-b8f6-4f039b0229ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.648490] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.648785] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.648857] env[62748]: DEBUG nova.network.neutron [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.650279] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179836MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1295.650423] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.650604] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.594572] env[62748]: DEBUG nova.network.neutron [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance_info_cache with network_info: [{"id": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "address": "fa:16:3e:c6:86:0a", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ea9d6e-15", "ovs_interfaceid": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.658715] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Applying migration context for instance 64c3a3fc-72cb-456d-89ba-da4a3671b945 as it has an incoming, in-progress migration 38165f72-48fd-49d6-8f45-4a0f249aa1a0. Migration status is pre-migrating {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1296.659389] env[62748]: INFO nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating resource usage from migration 38165f72-48fd-49d6-8f45-4a0f249aa1a0 [ 1296.675367] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 12265382-52c6-4a30-8467-f59ebdf966b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.675517] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Migration 38165f72-48fd-49d6-8f45-4a0f249aa1a0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1296.675646] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 64c3a3fc-72cb-456d-89ba-da4a3671b945 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.675821] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1296.675960] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1296.728042] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0920df76-0cc9-4b95-aa35-71ec95b1cc6e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.736076] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa557f6-c0fb-40c4-b64e-5399cde96cdd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.765408] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f330257-c831-45ca-8a6e-c98d064e009c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.771893] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8735fa4e-4227-455a-b64d-57eadb72dfc4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.785387] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.097577] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.288559] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.334719] env[62748]: DEBUG nova.compute.manager [req-8a43ffe0-5d63-4c6a-bfd0-7f15e86077dc req-4ba1cb70-25fb-43ce-9f2c-9eafc371af74 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received event network-vif-plugged-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1297.334945] env[62748]: DEBUG oslo_concurrency.lockutils [req-8a43ffe0-5d63-4c6a-bfd0-7f15e86077dc req-4ba1cb70-25fb-43ce-9f2c-9eafc371af74 service nova] Acquiring lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.335249] env[62748]: DEBUG oslo_concurrency.lockutils [req-8a43ffe0-5d63-4c6a-bfd0-7f15e86077dc req-4ba1cb70-25fb-43ce-9f2c-9eafc371af74 service nova] Lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.335384] env[62748]: DEBUG oslo_concurrency.lockutils [req-8a43ffe0-5d63-4c6a-bfd0-7f15e86077dc req-4ba1cb70-25fb-43ce-9f2c-9eafc371af74 service nova] Lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.335542] env[62748]: DEBUG nova.compute.manager [req-8a43ffe0-5d63-4c6a-bfd0-7f15e86077dc req-4ba1cb70-25fb-43ce-9f2c-9eafc371af74 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] No waiting events found dispatching network-vif-plugged-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.335707] env[62748]: WARNING nova.compute.manager [req-8a43ffe0-5d63-4c6a-bfd0-7f15e86077dc req-4ba1cb70-25fb-43ce-9f2c-9eafc371af74 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received unexpected event network-vif-plugged-d1f5fabf-d480-41b6-b260-bbbe27724346 for instance with vm_state shelved_offloaded and task_state spawning. [ 1297.414889] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.414889] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.414889] env[62748]: DEBUG nova.network.neutron [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.793356] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1297.793707] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.107784] env[62748]: DEBUG nova.network.neutron [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating instance_info_cache with network_info: [{"id": "d1f5fabf-d480-41b6-b260-bbbe27724346", "address": "fa:16:3e:1c:e3:f7", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f5fabf-d4", "ovs_interfaceid": "d1f5fabf-d480-41b6-b260-bbbe27724346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.612047] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.615181] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7270369-b2d3-4a1c-99d3-85b6f151b969 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.633132] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance '64c3a3fc-72cb-456d-89ba-da4a3671b945' progress to 0 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.644107] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='65434c6e6521a55eeac0ecfd36f2b9b0',container_format='bare',created_at=2025-02-21T02:31:28Z,direct_url=,disk_format='vmdk',id=46020923-0adb-4b99-abf0-84d6e29ba998,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-2090532963-shelved',owner='aa3df52b5fb64f8db3cde5b5d8172c62',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-02-21T02:31:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.644347] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.644510] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.644693] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.644840] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.644990] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.645270] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.645468] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.645646] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.645815] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.645988] env[62748]: DEBUG nova.virt.hardware [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.646773] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a6cf10-af39-485c-a612-8848fad57baf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.653747] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d871eb-088b-4c4e-9c5f-77c72595dd34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.666728] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:e3:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '91b0f7e5-0d1a-46e2-bf73-09656211dea2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1f5fabf-d480-41b6-b260-bbbe27724346', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.674573] env[62748]: DEBUG oslo.service.loopingcall [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1298.675722] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.675933] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cc0554f-9cdc-45fe-afa0-ad5fadd3cddf {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.695997] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.695997] env[62748]: value = "task-2750901" [ 1298.695997] env[62748]: _type = "Task" [ 1298.695997] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.704795] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750901, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.140341] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.140784] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c6f8332-bbc5-42f5-87da-386863c4d0c2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.147757] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1299.147757] env[62748]: value = "task-2750902" [ 1299.147757] env[62748]: _type = "Task" [ 1299.147757] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.155402] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.205610] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750901, 'name': CreateVM_Task} progress is 25%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.359996] env[62748]: DEBUG nova.compute.manager [req-d1da2cdd-951a-4bc2-ab22-cca5f4d7fcff req-4e827ca4-b99f-4c39-8c6a-151bd4c30a23 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received event network-changed-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1299.360224] env[62748]: DEBUG nova.compute.manager [req-d1da2cdd-951a-4bc2-ab22-cca5f4d7fcff req-4e827ca4-b99f-4c39-8c6a-151bd4c30a23 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Refreshing instance network info cache due to event network-changed-d1f5fabf-d480-41b6-b260-bbbe27724346. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1299.360427] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1da2cdd-951a-4bc2-ab22-cca5f4d7fcff req-4e827ca4-b99f-4c39-8c6a-151bd4c30a23 service nova] Acquiring lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.360575] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1da2cdd-951a-4bc2-ab22-cca5f4d7fcff req-4e827ca4-b99f-4c39-8c6a-151bd4c30a23 service nova] Acquired lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.360739] env[62748]: DEBUG nova.network.neutron [req-d1da2cdd-951a-4bc2-ab22-cca5f4d7fcff req-4e827ca4-b99f-4c39-8c6a-151bd4c30a23 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Refreshing network info cache for port d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.656831] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750902, 'name': PowerOffVM_Task, 'duration_secs': 0.177458} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.657135] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.657309] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance '64c3a3fc-72cb-456d-89ba-da4a3671b945' progress to 17 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.704923] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750901, 'name': CreateVM_Task, 'duration_secs': 0.89836} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.705106] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.705739] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.705905] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.706310] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1299.706543] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339815e8-a64e-4fdf-8189-b3e9ce1e8ce5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.710805] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1299.710805] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5219a592-2ab0-a444-ac2a-8a27662814c8" [ 1299.710805] env[62748]: _type = "Task" [ 1299.710805] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.717921] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5219a592-2ab0-a444-ac2a-8a27662814c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.099995] env[62748]: DEBUG nova.network.neutron [req-d1da2cdd-951a-4bc2-ab22-cca5f4d7fcff req-4e827ca4-b99f-4c39-8c6a-151bd4c30a23 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updated VIF entry in instance network info cache for port d1f5fabf-d480-41b6-b260-bbbe27724346. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.100390] env[62748]: DEBUG nova.network.neutron [req-d1da2cdd-951a-4bc2-ab22-cca5f4d7fcff req-4e827ca4-b99f-4c39-8c6a-151bd4c30a23 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating instance_info_cache with network_info: [{"id": "d1f5fabf-d480-41b6-b260-bbbe27724346", "address": "fa:16:3e:1c:e3:f7", "network": {"id": "4c66cd80-ae5f-467f-9f3e-7c8904217360", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2123372022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa3df52b5fb64f8db3cde5b5d8172c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "91b0f7e5-0d1a-46e2-bf73-09656211dea2", "external-id": "nsx-vlan-transportzone-488", "segmentation_id": 488, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1f5fabf-d4", "ovs_interfaceid": "d1f5fabf-d480-41b6-b260-bbbe27724346", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.163514] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.163927] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.163927] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.164157] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.164342] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.164414] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.164580] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.164731] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.164899] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.165075] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.165298] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.170235] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f501e13d-4780-41be-860c-f75b1b8cceca {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.186411] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1300.186411] env[62748]: value = "task-2750903" [ 1300.186411] env[62748]: _type = "Task" [ 1300.186411] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.194242] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.219992] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.220280] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Processing image 46020923-0adb-4b99-abf0-84d6e29ba998 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.220536] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998/46020923-0adb-4b99-abf0-84d6e29ba998.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.220697] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998/46020923-0adb-4b99-abf0-84d6e29ba998.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.220892] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.221182] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aea29291-adc1-49eb-b172-f0ef1e74ecdb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.231711] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.231968] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.232689] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b52f333-0aca-4928-ad66-5521b1e1251c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.237755] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1300.237755] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bb6e92-c52a-03d9-cbb3-d9dc4c21b075" [ 1300.237755] env[62748]: _type = "Task" [ 1300.237755] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.245351] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52bb6e92-c52a-03d9-cbb3-d9dc4c21b075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.603788] env[62748]: DEBUG oslo_concurrency.lockutils [req-d1da2cdd-951a-4bc2-ab22-cca5f4d7fcff req-4e827ca4-b99f-4c39-8c6a-151bd4c30a23 service nova] Releasing lock "refresh_cache-12265382-52c6-4a30-8467-f59ebdf966b5" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.696628] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750903, 'name': ReconfigVM_Task, 'duration_secs': 0.19396} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.696929] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance '64c3a3fc-72cb-456d-89ba-da4a3671b945' progress to 33 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.746611] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Preparing fetch location {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1300.746843] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Fetch image to [datastore1] OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed/OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed.vmdk {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1300.747038] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Downloading stream optimized image 46020923-0adb-4b99-abf0-84d6e29ba998 to [datastore1] OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed/OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed.vmdk on the data store datastore1 as vApp {{(pid=62748) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1300.747243] env[62748]: DEBUG nova.virt.vmwareapi.images [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Downloading image file data 46020923-0adb-4b99-abf0-84d6e29ba998 to the ESX as VM named 'OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed' {{(pid=62748) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1300.812222] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1300.812222] env[62748]: value = "resgroup-9" [ 1300.812222] env[62748]: _type = "ResourcePool" [ 1300.812222] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1300.812486] env[62748]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2199bc49-e0c2-4f4f-bd08-009562fe4a4d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.833382] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease: (returnval){ [ 1300.833382] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52459991-e985-3cd6-5c0e-cf824adf7204" [ 1300.833382] env[62748]: _type = "HttpNfcLease" [ 1300.833382] env[62748]: } obtained for vApp import into resource pool (val){ [ 1300.833382] env[62748]: value = "resgroup-9" [ 1300.833382] env[62748]: _type = "ResourcePool" [ 1300.833382] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1300.833824] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the lease: (returnval){ [ 1300.833824] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52459991-e985-3cd6-5c0e-cf824adf7204" [ 1300.833824] env[62748]: _type = "HttpNfcLease" [ 1300.833824] env[62748]: } to be ready. {{(pid=62748) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1300.839280] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.839280] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52459991-e985-3cd6-5c0e-cf824adf7204" [ 1300.839280] env[62748]: _type = "HttpNfcLease" [ 1300.839280] env[62748]: } is initializing. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1301.204208] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.204633] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.204781] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.204992] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.205210] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.205430] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.205633] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.205835] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.206093] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.206290] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.206475] env[62748]: DEBUG nova.virt.hardware [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.212428] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1301.212742] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-753e5266-63db-4875-902e-a4ca1d9158ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.231977] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1301.231977] env[62748]: value = "task-2750905" [ 1301.231977] env[62748]: _type = "Task" [ 1301.231977] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.239756] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.342038] env[62748]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.342038] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52459991-e985-3cd6-5c0e-cf824adf7204" [ 1301.342038] env[62748]: _type = "HttpNfcLease" [ 1301.342038] env[62748]: } is ready. {{(pid=62748) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1301.342433] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1301.342433] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52459991-e985-3cd6-5c0e-cf824adf7204" [ 1301.342433] env[62748]: _type = "HttpNfcLease" [ 1301.342433] env[62748]: }. {{(pid=62748) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1301.343187] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e3f5c9-ff94-4500-a4ff-12903007bb37 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.350583] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebd0-3324-3bf4-02de-80e49314833d/disk-0.vmdk from lease info. {{(pid=62748) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1301.350818] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebd0-3324-3bf4-02de-80e49314833d/disk-0.vmdk. {{(pid=62748) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1301.414030] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5055746-096e-406e-8b76-dece46ca19db {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.743459] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750905, 'name': ReconfigVM_Task, 'duration_secs': 0.151819} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.743702] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.744647] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a816b3e4-c4f3-49e0-af18-d88cd1fb545a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.769595] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 64c3a3fc-72cb-456d-89ba-da4a3671b945/64c3a3fc-72cb-456d-89ba-da4a3671b945.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.775078] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72d9603a-cf58-46ef-a5bb-90760b756677 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.796319] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1301.796319] env[62748]: value = "task-2750906" [ 1301.796319] env[62748]: _type = "Task" [ 1301.796319] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.806697] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.307764] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750906, 'name': ReconfigVM_Task, 'duration_secs': 0.279656} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.310572] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 64c3a3fc-72cb-456d-89ba-da4a3671b945/64c3a3fc-72cb-456d-89ba-da4a3671b945.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.310929] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance '64c3a3fc-72cb-456d-89ba-da4a3671b945' progress to 50 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.423030] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Completed reading data from the image iterator. {{(pid=62748) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1302.423030] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebd0-3324-3bf4-02de-80e49314833d/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1302.423970] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e0b091-bc01-494e-a162-caa915142c3e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.430982] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebd0-3324-3bf4-02de-80e49314833d/disk-0.vmdk is in state: ready. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1302.431194] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebd0-3324-3bf4-02de-80e49314833d/disk-0.vmdk. {{(pid=62748) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1302.431429] env[62748]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-420c5540-5d4d-4f12-a3e5-965ecc0f1601 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.676555] env[62748]: DEBUG oslo_vmware.rw_handles [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7ebd0-3324-3bf4-02de-80e49314833d/disk-0.vmdk. {{(pid=62748) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1302.676911] env[62748]: INFO nova.virt.vmwareapi.images [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Downloaded image file data 46020923-0adb-4b99-abf0-84d6e29ba998 [ 1302.678177] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abc0e2f-6b47-4e72-a984-64fe9d8e91cc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.692989] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb72dba8-4d09-4413-a068-7980917d6001 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.726132] env[62748]: INFO nova.virt.vmwareapi.images [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] The imported VM was unregistered [ 1302.728463] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Caching image {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1302.728695] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Creating directory with path [datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.728957] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f29ea74f-b207-4348-8dc8-b144007bee80 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.738313] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Created directory with path [datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998 {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.738487] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed/OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed.vmdk to [datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998/46020923-0adb-4b99-abf0-84d6e29ba998.vmdk. {{(pid=62748) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1302.738719] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a574d4cb-a0ae-4419-941d-23801d4167bd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.744929] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1302.744929] env[62748]: value = "task-2750908" [ 1302.744929] env[62748]: _type = "Task" [ 1302.744929] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.753765] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750908, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.817423] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aef6ba-ec6a-41ab-830f-8f00191d0d35 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.835321] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ac7a5f-737f-4175-be2a-c911cc25e567 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.851927] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance '64c3a3fc-72cb-456d-89ba-da4a3671b945' progress to 67 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.257358] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750908, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.416100] env[62748]: DEBUG nova.network.neutron [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Port f8ea9d6e-1528-41c3-98fb-c9d839fd82bd binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1303.759834] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750908, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.259037] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750908, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.440771] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "64c3a3fc-72cb-456d-89ba-da4a3671b945-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.440771] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.440771] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.762612] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750908, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.259468] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750908, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.205144} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.259468] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed/OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed.vmdk to [datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998/46020923-0adb-4b99-abf0-84d6e29ba998.vmdk. [ 1305.259736] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Cleaning up location [datastore1] OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1305.259854] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c4926219-9e18-4491-9cca-a0aac9d864ed {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.260073] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e543ae6-aa0d-4583-b5dd-dd30de2d6fc0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.267509] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1305.267509] env[62748]: value = "task-2750909" [ 1305.267509] env[62748]: _type = "Task" [ 1305.267509] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.275011] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.473663] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.473968] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.474025] env[62748]: DEBUG nova.network.neutron [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.777046] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034932} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.777243] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.777441] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998/46020923-0adb-4b99-abf0-84d6e29ba998.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1305.777720] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998/46020923-0adb-4b99-abf0-84d6e29ba998.vmdk to [datastore1] 12265382-52c6-4a30-8467-f59ebdf966b5/12265382-52c6-4a30-8467-f59ebdf966b5.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1305.777964] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22bf78e6-2b93-4374-8238-490d106bf26d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.784944] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1305.784944] env[62748]: value = "task-2750910" [ 1305.784944] env[62748]: _type = "Task" [ 1305.784944] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.792358] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.198457] env[62748]: DEBUG nova.network.neutron [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance_info_cache with network_info: [{"id": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "address": "fa:16:3e:c6:86:0a", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ea9d6e-15", "ovs_interfaceid": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.297084] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750910, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.702035] env[62748]: DEBUG oslo_concurrency.lockutils [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.798555] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750910, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.230618] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2710c6a-049a-4f2e-9ec0-85ec673aebd5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.252987] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb960c2f-9753-475c-8cd2-d3c6257f1209 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.262643] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance '64c3a3fc-72cb-456d-89ba-da4a3671b945' progress to 83 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.298409] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750910, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.769640] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.770021] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe18811b-955f-4dde-88ae-2ca273bf768e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.779598] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1307.779598] env[62748]: value = "task-2750911" [ 1307.779598] env[62748]: _type = "Task" [ 1307.779598] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.791209] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.801406] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750910, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.290415] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.299296] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750910, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.38003} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.299542] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/46020923-0adb-4b99-abf0-84d6e29ba998/46020923-0adb-4b99-abf0-84d6e29ba998.vmdk to [datastore1] 12265382-52c6-4a30-8467-f59ebdf966b5/12265382-52c6-4a30-8467-f59ebdf966b5.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.300305] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c16ce83-6c33-4e21-9fa6-0f2d139f612b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.321235] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 12265382-52c6-4a30-8467-f59ebdf966b5/12265382-52c6-4a30-8467-f59ebdf966b5.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.321517] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc5c08db-7ec8-4fda-9c65-6b56a5a4f1dc {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.340185] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1308.340185] env[62748]: value = "task-2750912" [ 1308.340185] env[62748]: _type = "Task" [ 1308.340185] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.347447] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750912, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.790053] env[62748]: DEBUG oslo_vmware.api [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750911, 'name': PowerOnVM_Task, 'duration_secs': 0.579165} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.790333] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.790514] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-d475ff17-e176-4088-b531-55ae126e1b5f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance '64c3a3fc-72cb-456d-89ba-da4a3671b945' progress to 100 {{(pid=62748) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.849799] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750912, 'name': ReconfigVM_Task, 'duration_secs': 0.361191} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.850094] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 12265382-52c6-4a30-8467-f59ebdf966b5/12265382-52c6-4a30-8467-f59ebdf966b5.vmdk or device None with type streamOptimized {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.850707] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a52f97fc-e9bf-41b3-ad71-1586d9a650a0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.857285] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1308.857285] env[62748]: value = "task-2750913" [ 1308.857285] env[62748]: _type = "Task" [ 1308.857285] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.864846] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750913, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.366739] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750913, 'name': Rename_Task, 'duration_secs': 0.184539} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.367042] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.367281] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9229efac-df1c-4485-8170-65a8aec4545b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.373039] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1309.373039] env[62748]: value = "task-2750914" [ 1309.373039] env[62748]: _type = "Task" [ 1309.373039] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.380173] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.883573] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750914, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.383247] env[62748]: DEBUG oslo_vmware.api [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750914, 'name': PowerOnVM_Task, 'duration_secs': 0.689567} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.383532] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.484654] env[62748]: DEBUG nova.compute.manager [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.485636] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a209bba-f1c7-4d29-869c-e5ff9a86a52d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.749294] env[62748]: DEBUG nova.network.neutron [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Port f8ea9d6e-1528-41c3-98fb-c9d839fd82bd binding to destination host cpu-1 is already ACTIVE {{(pid=62748) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1310.749594] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.749743] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.749913] env[62748]: DEBUG nova.network.neutron [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.002232] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8b9448ac-7d4b-46dc-8aac-217ca0f011b1 tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.820s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.488990] env[62748]: DEBUG nova.network.neutron [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance_info_cache with network_info: [{"id": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "address": "fa:16:3e:c6:86:0a", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ea9d6e-15", "ovs_interfaceid": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.795659] env[62748]: DEBUG oslo_concurrency.lockutils [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "12265382-52c6-4a30-8467-f59ebdf966b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.795659] env[62748]: DEBUG oslo_concurrency.lockutils [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.795831] env[62748]: DEBUG oslo_concurrency.lockutils [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.795914] env[62748]: DEBUG oslo_concurrency.lockutils [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.796103] env[62748]: DEBUG oslo_concurrency.lockutils [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.798125] env[62748]: INFO nova.compute.manager [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Terminating instance [ 1311.991954] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.302127] env[62748]: DEBUG nova.compute.manager [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1312.302509] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.303272] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a43f1e2-1716-4f75-8873-d8d3713a6e30 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.311273] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.311501] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15e3f7c3-2d62-4368-90bc-7936904916e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.318719] env[62748]: DEBUG oslo_vmware.api [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1312.318719] env[62748]: value = "task-2750915" [ 1312.318719] env[62748]: _type = "Task" [ 1312.318719] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.327411] env[62748]: DEBUG oslo_vmware.api [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.495785] env[62748]: DEBUG nova.compute.manager [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62748) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1312.496032] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.496276] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.828194] env[62748]: DEBUG oslo_vmware.api [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750915, 'name': PowerOffVM_Task, 'duration_secs': 0.166155} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.828476] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.828652] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.828885] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ec8486d-2a67-4071-94cb-3cfe88d68572 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.894352] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.894608] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Deleting contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.894757] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleting the datastore file [datastore1] 12265382-52c6-4a30-8467-f59ebdf966b5 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.895023] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59446751-c801-4246-8908-cb2a91d5dc1f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.901267] env[62748]: DEBUG oslo_vmware.api [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for the task: (returnval){ [ 1312.901267] env[62748]: value = "task-2750917" [ 1312.901267] env[62748]: _type = "Task" [ 1312.901267] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.908593] env[62748]: DEBUG oslo_vmware.api [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.999484] env[62748]: DEBUG nova.objects.instance [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'migration_context' on Instance uuid 64c3a3fc-72cb-456d-89ba-da4a3671b945 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.410581] env[62748]: DEBUG oslo_vmware.api [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Task: {'id': task-2750917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143416} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.410954] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.411040] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Deleted contents of the VM from datastore datastore1 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.411187] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.411364] env[62748]: INFO nova.compute.manager [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1313.411597] env[62748]: DEBUG oslo.service.loopingcall [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.411782] env[62748]: DEBUG nova.compute.manager [-] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.411876] env[62748]: DEBUG nova.network.neutron [-] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.555290] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03a999a-3fc6-4ae9-bd5d-b11eda5eb05f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.562531] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db38e5-f6de-4e07-bc82-1f55fa8e2442 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.591777] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ff92e8-d99a-4213-b665-0c8b36586974 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.598656] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10398ba9-2f1e-4563-b27b-6ce4cd7bab6f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.611354] env[62748]: DEBUG nova.compute.provider_tree [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.854839] env[62748]: DEBUG nova.compute.manager [req-02af3657-7707-4bc0-9a3d-467e821129e0 req-c5a92774-384c-4b55-9547-d1bc7bd70616 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Received event network-vif-deleted-d1f5fabf-d480-41b6-b260-bbbe27724346 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1313.855031] env[62748]: INFO nova.compute.manager [req-02af3657-7707-4bc0-9a3d-467e821129e0 req-c5a92774-384c-4b55-9547-d1bc7bd70616 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Neutron deleted interface d1f5fabf-d480-41b6-b260-bbbe27724346; detaching it from the instance and deleting it from the info cache [ 1313.855337] env[62748]: DEBUG nova.network.neutron [req-02af3657-7707-4bc0-9a3d-467e821129e0 req-c5a92774-384c-4b55-9547-d1bc7bd70616 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.114296] env[62748]: DEBUG nova.scheduler.client.report [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.333540] env[62748]: DEBUG nova.network.neutron [-] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.357780] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a880dd07-54a5-4428-94e0-8aeeea1225f4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.368428] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db82750-1bf2-43eb-942f-bae284c5cf1a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.392067] env[62748]: DEBUG nova.compute.manager [req-02af3657-7707-4bc0-9a3d-467e821129e0 req-c5a92774-384c-4b55-9547-d1bc7bd70616 service nova] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Detach interface failed, port_id=d1f5fabf-d480-41b6-b260-bbbe27724346, reason: Instance 12265382-52c6-4a30-8467-f59ebdf966b5 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1314.836276] env[62748]: INFO nova.compute.manager [-] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Took 1.42 seconds to deallocate network for instance. [ 1315.125255] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.629s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.342461] env[62748]: DEBUG oslo_concurrency.lockutils [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.342781] env[62748]: DEBUG oslo_concurrency.lockutils [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.343019] env[62748]: DEBUG nova.objects.instance [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lazy-loading 'resources' on Instance uuid 12265382-52c6-4a30-8467-f59ebdf966b5 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.892523] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce59d1e-2fff-4282-a2fb-7c79cb0f3047 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.900144] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f2823b-b483-4485-a8fa-dc0f10949e32 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.929321] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fa0947-5441-4e26-9757-e2855c0c0199 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.936011] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ee8da-8814-413b-aa68-3e8471387546 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.948428] env[62748]: DEBUG nova.compute.provider_tree [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.451468] env[62748]: DEBUG nova.scheduler.client.report [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.658873] env[62748]: INFO nova.compute.manager [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Swapping old allocation on dict_keys(['74ca466f-48af-453b-acbe-44806e22bf31']) held by migration 38165f72-48fd-49d6-8f45-4a0f249aa1a0 for instance [ 1316.679761] env[62748]: DEBUG nova.scheduler.client.report [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Overwriting current allocation {'allocations': {'74ca466f-48af-453b-acbe-44806e22bf31': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 187}}, 'project_id': 'd5187cb1dcad43ef9bbbc34483ffca98', 'user_id': '725a5803006a47f7bb3cfc9a7251c6b8', 'consumer_generation': 1} on consumer 64c3a3fc-72cb-456d-89ba-da4a3671b945 {{(pid=62748) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1316.767138] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.767350] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.767533] env[62748]: DEBUG nova.network.neutron [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.956644] env[62748]: DEBUG oslo_concurrency.lockutils [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.973668] env[62748]: INFO nova.scheduler.client.report [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Deleted allocations for instance 12265382-52c6-4a30-8467-f59ebdf966b5 [ 1317.473608] env[62748]: DEBUG nova.network.neutron [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance_info_cache with network_info: [{"id": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "address": "fa:16:3e:c6:86:0a", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8ea9d6e-15", "ovs_interfaceid": "f8ea9d6e-1528-41c3-98fb-c9d839fd82bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.480930] env[62748]: DEBUG oslo_concurrency.lockutils [None req-925d6282-793d-4557-84fa-b55451b6fe1c tempest-ServerActionsTestOtherB-603498643 tempest-ServerActionsTestOtherB-603498643-project-member] Lock "12265382-52c6-4a30-8467-f59ebdf966b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.685s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.976503] env[62748]: DEBUG oslo_concurrency.lockutils [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-64c3a3fc-72cb-456d-89ba-da4a3671b945" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.977342] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.977874] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d009d74f-b477-4159-b784-c19b3958e5d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.985233] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1317.985233] env[62748]: value = "task-2750919" [ 1317.985233] env[62748]: _type = "Task" [ 1317.985233] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.992769] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.495884] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750919, 'name': PowerOffVM_Task, 'duration_secs': 0.186573} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.496154] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.496848] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.497082] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.497248] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.497428] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.497578] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.497729] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.497932] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.498105] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.498274] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.498442] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.498612] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.503565] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3659a79a-c9f0-489d-928d-6c4c0c2f29e4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.517579] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1318.517579] env[62748]: value = "task-2750920" [ 1318.517579] env[62748]: _type = "Task" [ 1318.517579] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.525006] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750920, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.026726] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750920, 'name': ReconfigVM_Task, 'duration_secs': 0.127254} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.027559] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbb3a65-0496-4d14-afa3-1a26d1fbe966 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.045167] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.045411] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.045583] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.045774] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.045923] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.046086] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.046297] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.046459] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.046628] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.046791] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.046968] env[62748]: DEBUG nova.virt.hardware [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.047742] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4428f1f-f816-4d96-9796-c0d9e19c41e3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.052970] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1319.052970] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5229b4ed-346c-bb3a-4f17-28d01c723ddd" [ 1319.052970] env[62748]: _type = "Task" [ 1319.052970] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.060209] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5229b4ed-346c-bb3a-4f17-28d01c723ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.562157] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5229b4ed-346c-bb3a-4f17-28d01c723ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.008454} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.567524] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.567792] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60573fe5-5475-4290-9877-437d6f2e940b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.585903] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1319.585903] env[62748]: value = "task-2750921" [ 1319.585903] env[62748]: _type = "Task" [ 1319.585903] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.593527] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.095696] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750921, 'name': ReconfigVM_Task, 'duration_secs': 0.179641} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.096020] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62748) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1320.096814] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0991a2b2-69af-40ed-a010-25883385d015 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.118345] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 64c3a3fc-72cb-456d-89ba-da4a3671b945/64c3a3fc-72cb-456d-89ba-da4a3671b945.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.118618] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b68ba409-f092-46ad-8cbd-d1b9bfea0b54 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.136226] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1320.136226] env[62748]: value = "task-2750922" [ 1320.136226] env[62748]: _type = "Task" [ 1320.136226] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.144989] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.645840] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750922, 'name': ReconfigVM_Task, 'duration_secs': 0.301437} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.646127] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 64c3a3fc-72cb-456d-89ba-da4a3671b945/64c3a3fc-72cb-456d-89ba-da4a3671b945.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.646928] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbe8dc7-d3bd-422f-8be8-01df7eb345ac {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.664008] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c70b8-4634-4be9-896d-80cad427a9f2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.680544] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3563a76c-9933-46ee-90eb-48ab42cb252a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.697183] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a431a5f7-d627-4a67-aee0-e28e2bedd140 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.703217] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.703451] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e73c1c7-c757-4514-8f8f-072d598b99de {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.708825] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1320.708825] env[62748]: value = "task-2750923" [ 1320.708825] env[62748]: _type = "Task" [ 1320.708825] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.715599] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.218219] env[62748]: DEBUG oslo_vmware.api [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750923, 'name': PowerOnVM_Task, 'duration_secs': 0.348579} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.218656] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.231424] env[62748]: INFO nova.compute.manager [None req-1a29e4c9-9990-4107-bd6e-a46f91ae63e6 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance to original state: 'active' [ 1323.264093] env[62748]: DEBUG oslo_concurrency.lockutils [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "64c3a3fc-72cb-456d-89ba-da4a3671b945" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.264434] env[62748]: DEBUG oslo_concurrency.lockutils [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.264663] env[62748]: DEBUG oslo_concurrency.lockutils [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "64c3a3fc-72cb-456d-89ba-da4a3671b945-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.264853] env[62748]: DEBUG oslo_concurrency.lockutils [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.265045] env[62748]: DEBUG oslo_concurrency.lockutils [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.267050] env[62748]: INFO nova.compute.manager [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Terminating instance [ 1323.771632] env[62748]: DEBUG nova.compute.manager [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.771902] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.772868] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f5c34a-9561-4f8c-834e-ed28a32d197d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.781252] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.781976] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848225b5-a872-48be-8c55-f07323cd610d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.789308] env[62748]: DEBUG oslo_vmware.api [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1323.789308] env[62748]: value = "task-2750924" [ 1323.789308] env[62748]: _type = "Task" [ 1323.789308] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.797154] env[62748]: DEBUG oslo_vmware.api [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.299192] env[62748]: DEBUG oslo_vmware.api [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750924, 'name': PowerOffVM_Task, 'duration_secs': 0.237854} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.299635] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.299635] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.299864] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f9a5fee-10d9-4871-b6f2-ac51d4f984ef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.358150] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.358367] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.358527] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleting the datastore file [datastore2] 64c3a3fc-72cb-456d-89ba-da4a3671b945 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.358788] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d94268a-38ab-4cc4-8b16-8a568fc1a7a8 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.365997] env[62748]: DEBUG oslo_vmware.api [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1324.365997] env[62748]: value = "task-2750926" [ 1324.365997] env[62748]: _type = "Task" [ 1324.365997] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.373188] env[62748]: DEBUG oslo_vmware.api [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.875502] env[62748]: DEBUG oslo_vmware.api [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14444} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.875802] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.875967] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.876170] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.876350] env[62748]: INFO nova.compute.manager [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1324.876611] env[62748]: DEBUG oslo.service.loopingcall [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1324.876818] env[62748]: DEBUG nova.compute.manager [-] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.876918] env[62748]: DEBUG nova.network.neutron [-] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.290479] env[62748]: DEBUG nova.compute.manager [req-6cfb77af-7110-419d-bce8-c3eb0e3575ff req-97aaa138-30c4-462e-87ec-7d1db9dffb12 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Received event network-vif-deleted-f8ea9d6e-1528-41c3-98fb-c9d839fd82bd {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1325.290479] env[62748]: INFO nova.compute.manager [req-6cfb77af-7110-419d-bce8-c3eb0e3575ff req-97aaa138-30c4-462e-87ec-7d1db9dffb12 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Neutron deleted interface f8ea9d6e-1528-41c3-98fb-c9d839fd82bd; detaching it from the instance and deleting it from the info cache [ 1325.290479] env[62748]: DEBUG nova.network.neutron [req-6cfb77af-7110-419d-bce8-c3eb0e3575ff req-97aaa138-30c4-462e-87ec-7d1db9dffb12 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.776032] env[62748]: DEBUG nova.network.neutron [-] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.793632] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-864514f9-b48b-4737-9081-9141d4706d70 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.803399] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b925ce8-c4d1-4e7f-8454-b3513bd0d279 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.826484] env[62748]: DEBUG nova.compute.manager [req-6cfb77af-7110-419d-bce8-c3eb0e3575ff req-97aaa138-30c4-462e-87ec-7d1db9dffb12 service nova] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Detach interface failed, port_id=f8ea9d6e-1528-41c3-98fb-c9d839fd82bd, reason: Instance 64c3a3fc-72cb-456d-89ba-da4a3671b945 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1326.278727] env[62748]: INFO nova.compute.manager [-] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Took 1.40 seconds to deallocate network for instance. [ 1326.786783] env[62748]: DEBUG oslo_concurrency.lockutils [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.787186] env[62748]: DEBUG oslo_concurrency.lockutils [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.787234] env[62748]: DEBUG oslo_concurrency.lockutils [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.808993] env[62748]: INFO nova.scheduler.client.report [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted allocations for instance 64c3a3fc-72cb-456d-89ba-da4a3671b945 [ 1327.319082] env[62748]: DEBUG oslo_concurrency.lockutils [None req-69a1f6ca-346a-4a7b-bd8d-aa84f45e3486 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "64c3a3fc-72cb-456d-89ba-da4a3671b945" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.054s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.131895] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.131895] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.634081] env[62748]: DEBUG nova.compute.manager [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.155525] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.155821] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.157366] env[62748]: INFO nova.compute.claims [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.192270] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b9db2e-69ab-4d10-88c5-6bc7778296c7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.199616] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477af124-57ba-4696-87cf-b0a47dccdbd0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.229770] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73682500-8085-477a-9b69-c9babbf0c8ce {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.236610] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5cb141-8b2a-4874-bceb-313029fe86e5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.249596] env[62748]: DEBUG nova.compute.provider_tree [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.752880] env[62748]: DEBUG nova.scheduler.client.report [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.257724] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.258277] env[62748]: DEBUG nova.compute.manager [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.763342] env[62748]: DEBUG nova.compute.utils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1331.764887] env[62748]: DEBUG nova.compute.manager [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1331.765474] env[62748]: DEBUG nova.network.neutron [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1331.815083] env[62748]: DEBUG nova.policy [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '725a5803006a47f7bb3cfc9a7251c6b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5187cb1dcad43ef9bbbc34483ffca98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.075018] env[62748]: DEBUG nova.network.neutron [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Successfully created port: 63647da1-abab-424c-9f99-146074228ca1 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.269099] env[62748]: DEBUG nova.compute.manager [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.282135] env[62748]: DEBUG nova.compute.manager [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.309331] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.309577] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.309736] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.309920] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.310082] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.310251] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.310447] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.310608] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.310774] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.310937] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.311130] env[62748]: DEBUG nova.virt.hardware [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.312041] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852c5da4-6ad2-49a8-aaa8-77803d02ad85 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.319909] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0d632f-d63f-4878-9d28-894b874a290d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.418039] env[62748]: DEBUG nova.compute.manager [req-bd356f1f-209c-4b8f-99ca-0db84a011aa7 req-46576074-2671-4e6c-b985-fd88d1af6706 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Received event network-vif-plugged-63647da1-abab-424c-9f99-146074228ca1 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1333.418335] env[62748]: DEBUG oslo_concurrency.lockutils [req-bd356f1f-209c-4b8f-99ca-0db84a011aa7 req-46576074-2671-4e6c-b985-fd88d1af6706 service nova] Acquiring lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.418551] env[62748]: DEBUG oslo_concurrency.lockutils [req-bd356f1f-209c-4b8f-99ca-0db84a011aa7 req-46576074-2671-4e6c-b985-fd88d1af6706 service nova] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.418720] env[62748]: DEBUG oslo_concurrency.lockutils [req-bd356f1f-209c-4b8f-99ca-0db84a011aa7 req-46576074-2671-4e6c-b985-fd88d1af6706 service nova] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.418896] env[62748]: DEBUG nova.compute.manager [req-bd356f1f-209c-4b8f-99ca-0db84a011aa7 req-46576074-2671-4e6c-b985-fd88d1af6706 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] No waiting events found dispatching network-vif-plugged-63647da1-abab-424c-9f99-146074228ca1 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1333.419075] env[62748]: WARNING nova.compute.manager [req-bd356f1f-209c-4b8f-99ca-0db84a011aa7 req-46576074-2671-4e6c-b985-fd88d1af6706 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Received unexpected event network-vif-plugged-63647da1-abab-424c-9f99-146074228ca1 for instance with vm_state building and task_state spawning. [ 1333.499382] env[62748]: DEBUG nova.network.neutron [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Successfully updated port: 63647da1-abab-424c-9f99-146074228ca1 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.002248] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.002369] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.002603] env[62748]: DEBUG nova.network.neutron [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.532717] env[62748]: DEBUG nova.network.neutron [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.648195] env[62748]: DEBUG nova.network.neutron [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Updating instance_info_cache with network_info: [{"id": "63647da1-abab-424c-9f99-146074228ca1", "address": "fa:16:3e:ad:75:c5", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63647da1-ab", "ovs_interfaceid": "63647da1-abab-424c-9f99-146074228ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.150411] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.150748] env[62748]: DEBUG nova.compute.manager [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Instance network_info: |[{"id": "63647da1-abab-424c-9f99-146074228ca1", "address": "fa:16:3e:ad:75:c5", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63647da1-ab", "ovs_interfaceid": "63647da1-abab-424c-9f99-146074228ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.151205] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:75:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63647da1-abab-424c-9f99-146074228ca1', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.158760] env[62748]: DEBUG oslo.service.loopingcall [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1335.158972] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.159212] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f5c5b6e-6ef2-447d-aeba-62cb14125dbb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.179884] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.179884] env[62748]: value = "task-2750927" [ 1335.179884] env[62748]: _type = "Task" [ 1335.179884] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.190374] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750927, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.443424] env[62748]: DEBUG nova.compute.manager [req-5da901cb-b2d2-4068-b4cc-ed381016c5bd req-93d9149e-8575-443a-97bf-3e678c7d1ede service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Received event network-changed-63647da1-abab-424c-9f99-146074228ca1 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1335.443650] env[62748]: DEBUG nova.compute.manager [req-5da901cb-b2d2-4068-b4cc-ed381016c5bd req-93d9149e-8575-443a-97bf-3e678c7d1ede service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Refreshing instance network info cache due to event network-changed-63647da1-abab-424c-9f99-146074228ca1. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1335.443884] env[62748]: DEBUG oslo_concurrency.lockutils [req-5da901cb-b2d2-4068-b4cc-ed381016c5bd req-93d9149e-8575-443a-97bf-3e678c7d1ede service nova] Acquiring lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.444049] env[62748]: DEBUG oslo_concurrency.lockutils [req-5da901cb-b2d2-4068-b4cc-ed381016c5bd req-93d9149e-8575-443a-97bf-3e678c7d1ede service nova] Acquired lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.444217] env[62748]: DEBUG nova.network.neutron [req-5da901cb-b2d2-4068-b4cc-ed381016c5bd req-93d9149e-8575-443a-97bf-3e678c7d1ede service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Refreshing network info cache for port 63647da1-abab-424c-9f99-146074228ca1 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.689493] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750927, 'name': CreateVM_Task, 'duration_secs': 0.287824} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.689824] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.690303] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.690474] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.690784] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.691062] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fb9d2a-3a5e-4d69-8156-354c3a029c19 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.695729] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1335.695729] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52be4af8-e216-e192-7ee2-1d22c2f9392b" [ 1335.695729] env[62748]: _type = "Task" [ 1335.695729] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.702601] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52be4af8-e216-e192-7ee2-1d22c2f9392b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.115189] env[62748]: DEBUG nova.network.neutron [req-5da901cb-b2d2-4068-b4cc-ed381016c5bd req-93d9149e-8575-443a-97bf-3e678c7d1ede service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Updated VIF entry in instance network info cache for port 63647da1-abab-424c-9f99-146074228ca1. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.115553] env[62748]: DEBUG nova.network.neutron [req-5da901cb-b2d2-4068-b4cc-ed381016c5bd req-93d9149e-8575-443a-97bf-3e678c7d1ede service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Updating instance_info_cache with network_info: [{"id": "63647da1-abab-424c-9f99-146074228ca1", "address": "fa:16:3e:ad:75:c5", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63647da1-ab", "ovs_interfaceid": "63647da1-abab-424c-9f99-146074228ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.205852] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52be4af8-e216-e192-7ee2-1d22c2f9392b, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.206165] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.206415] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.206645] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.206805] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.207015] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.207280] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c84c163-d460-4ea6-8640-e5447f0a991d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.215137] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.215309] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.216016] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df03e4a-cc9b-4353-97a8-34c9e514076e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.220635] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1336.220635] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f85a02-5586-a2fd-6e3a-ca0c174141e2" [ 1336.220635] env[62748]: _type = "Task" [ 1336.220635] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.227739] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f85a02-5586-a2fd-6e3a-ca0c174141e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.618365] env[62748]: DEBUG oslo_concurrency.lockutils [req-5da901cb-b2d2-4068-b4cc-ed381016c5bd req-93d9149e-8575-443a-97bf-3e678c7d1ede service nova] Releasing lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.730681] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52f85a02-5586-a2fd-6e3a-ca0c174141e2, 'name': SearchDatastore_Task, 'duration_secs': 0.00796} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.731678] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9571784-208f-4c79-9ca9-29c75ed50306 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.736131] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1336.736131] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524d6904-d77f-0894-263f-0e90918e0243" [ 1336.736131] env[62748]: _type = "Task" [ 1336.736131] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.743259] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524d6904-d77f-0894-263f-0e90918e0243, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.247025] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524d6904-d77f-0894-263f-0e90918e0243, 'name': SearchDatastore_Task, 'duration_secs': 0.008977} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.247331] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.247584] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] e6eb1b00-24c5-450f-8464-4cedbd7a9b61/e6eb1b00-24c5-450f-8464-4cedbd7a9b61.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.247844] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6517eef-208b-414b-8e07-9350bd260787 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.256344] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1337.256344] env[62748]: value = "task-2750928" [ 1337.256344] env[62748]: _type = "Task" [ 1337.256344] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.263908] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.765558] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410273} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.766039] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] e6eb1b00-24c5-450f-8464-4cedbd7a9b61/e6eb1b00-24c5-450f-8464-4cedbd7a9b61.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.767786] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.767786] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe20ed12-bcb6-4625-aa91-a7f63fde0769 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.772407] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1337.772407] env[62748]: value = "task-2750929" [ 1337.772407] env[62748]: _type = "Task" [ 1337.772407] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.779477] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.282722] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063364} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.282722] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.283032] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b6cd4d-bdf9-404b-850d-3ddafb9faa34 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.309417] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] e6eb1b00-24c5-450f-8464-4cedbd7a9b61/e6eb1b00-24c5-450f-8464-4cedbd7a9b61.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.309763] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c95fa2-ac20-4980-b446-5b2d7c4c72a1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.338922] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1338.338922] env[62748]: value = "task-2750930" [ 1338.338922] env[62748]: _type = "Task" [ 1338.338922] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.346061] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.848379] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750930, 'name': ReconfigVM_Task, 'duration_secs': 0.256326} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.848831] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Reconfigured VM instance instance-0000007b to attach disk [datastore2] e6eb1b00-24c5-450f-8464-4cedbd7a9b61/e6eb1b00-24c5-450f-8464-4cedbd7a9b61.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.849300] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d59515eb-fc18-4ab4-afb6-edca742516e2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.855848] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1338.855848] env[62748]: value = "task-2750931" [ 1338.855848] env[62748]: _type = "Task" [ 1338.855848] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.862850] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750931, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.365513] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750931, 'name': Rename_Task, 'duration_secs': 0.134973} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.365796] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.366081] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd58c85-ddbc-40eb-a4ff-bcf512f999cd {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.372594] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1339.372594] env[62748]: value = "task-2750932" [ 1339.372594] env[62748]: _type = "Task" [ 1339.372594] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.379456] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.882720] env[62748]: DEBUG oslo_vmware.api [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750932, 'name': PowerOnVM_Task, 'duration_secs': 0.411949} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.883146] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.883200] env[62748]: INFO nova.compute.manager [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1339.883398] env[62748]: DEBUG nova.compute.manager [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.884196] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3774e9a-0382-4399-9dbe-0829ce420a07 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.400400] env[62748]: INFO nova.compute.manager [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Took 11.26 seconds to build instance. [ 1340.903474] env[62748]: DEBUG oslo_concurrency.lockutils [None req-8f652ec2-da5f-413e-9ae8-8aab9d4544ab tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.772s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.282150] env[62748]: DEBUG nova.compute.manager [req-aa60d3aa-348d-43c7-b1f7-3bcb649065f6 req-6e3f2769-6af9-4928-8983-e90ee772f218 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Received event network-changed-63647da1-abab-424c-9f99-146074228ca1 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1341.282363] env[62748]: DEBUG nova.compute.manager [req-aa60d3aa-348d-43c7-b1f7-3bcb649065f6 req-6e3f2769-6af9-4928-8983-e90ee772f218 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Refreshing instance network info cache due to event network-changed-63647da1-abab-424c-9f99-146074228ca1. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1341.282612] env[62748]: DEBUG oslo_concurrency.lockutils [req-aa60d3aa-348d-43c7-b1f7-3bcb649065f6 req-6e3f2769-6af9-4928-8983-e90ee772f218 service nova] Acquiring lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.282702] env[62748]: DEBUG oslo_concurrency.lockutils [req-aa60d3aa-348d-43c7-b1f7-3bcb649065f6 req-6e3f2769-6af9-4928-8983-e90ee772f218 service nova] Acquired lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.282866] env[62748]: DEBUG nova.network.neutron [req-aa60d3aa-348d-43c7-b1f7-3bcb649065f6 req-6e3f2769-6af9-4928-8983-e90ee772f218 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Refreshing network info cache for port 63647da1-abab-424c-9f99-146074228ca1 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.973482] env[62748]: DEBUG nova.network.neutron [req-aa60d3aa-348d-43c7-b1f7-3bcb649065f6 req-6e3f2769-6af9-4928-8983-e90ee772f218 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Updated VIF entry in instance network info cache for port 63647da1-abab-424c-9f99-146074228ca1. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.973867] env[62748]: DEBUG nova.network.neutron [req-aa60d3aa-348d-43c7-b1f7-3bcb649065f6 req-6e3f2769-6af9-4928-8983-e90ee772f218 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Updating instance_info_cache with network_info: [{"id": "63647da1-abab-424c-9f99-146074228ca1", "address": "fa:16:3e:ad:75:c5", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63647da1-ab", "ovs_interfaceid": "63647da1-abab-424c-9f99-146074228ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.476702] env[62748]: DEBUG oslo_concurrency.lockutils [req-aa60d3aa-348d-43c7-b1f7-3bcb649065f6 req-6e3f2769-6af9-4928-8983-e90ee772f218 service nova] Releasing lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.406625] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.756782] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.912242] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.912506] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.912577] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.912726] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.912876] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.913748] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1347.913748] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1347.913748] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1348.416668] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.417116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.417116] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.417281] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1348.418223] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3deb1b2-b83e-4077-bf0e-1f8663a5977b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.427563] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1554fa-40f5-44e9-b434-46a168e52eed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.441399] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead9aca-d60e-40d4-bd79-c2eb218a9aed {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.447391] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f77d92-814d-4b7a-a321-2740652323fe {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.476191] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180439MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1348.476338] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.476520] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.503124] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance e6eb1b00-24c5-450f-8464-4cedbd7a9b61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1349.503392] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1349.503483] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1349.530906] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12985f70-ac72-436d-bf2b-310919b24217 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.538361] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad206ce-0a78-42ee-8ef4-b3ccb11c356c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.566845] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362fc184-f9eb-4947-8c30-c1d547f40170 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.573614] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9dba30-5d27-4db4-a947-aab963855603 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.586288] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.089337] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.595356] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1350.595643] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.119s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.220563] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.220935] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.221043] env[62748]: DEBUG nova.compute.manager [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.221967] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6d0b26-6929-4fd0-ae38-5d3642796a9c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.228817] env[62748]: DEBUG nova.compute.manager [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62748) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1376.229400] env[62748]: DEBUG nova.objects.instance [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'flavor' on Instance uuid e6eb1b00-24c5-450f-8464-4cedbd7a9b61 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.237937] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.238320] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54347005-c735-4754-8e32-d63c35ec2dea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.245919] env[62748]: DEBUG oslo_vmware.api [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1377.245919] env[62748]: value = "task-2750933" [ 1377.245919] env[62748]: _type = "Task" [ 1377.245919] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.253402] env[62748]: DEBUG oslo_vmware.api [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.755289] env[62748]: DEBUG oslo_vmware.api [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750933, 'name': PowerOffVM_Task, 'duration_secs': 0.176698} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.755556] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.755763] env[62748]: DEBUG nova.compute.manager [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.756525] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4794232-8204-4787-b49c-3b9184e32df4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.267209] env[62748]: DEBUG oslo_concurrency.lockutils [None req-26368d6f-8407-411b-8f6f-e5ba18c3ee9f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.793501] env[62748]: DEBUG nova.objects.instance [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'flavor' on Instance uuid e6eb1b00-24c5-450f-8464-4cedbd7a9b61 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.298794] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.299212] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.299212] env[62748]: DEBUG nova.network.neutron [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.299346] env[62748]: DEBUG nova.objects.instance [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'info_cache' on Instance uuid e6eb1b00-24c5-450f-8464-4cedbd7a9b61 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.802405] env[62748]: DEBUG nova.objects.base [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62748) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1380.496121] env[62748]: DEBUG nova.network.neutron [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Updating instance_info_cache with network_info: [{"id": "63647da1-abab-424c-9f99-146074228ca1", "address": "fa:16:3e:ad:75:c5", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63647da1-ab", "ovs_interfaceid": "63647da1-abab-424c-9f99-146074228ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.999390] env[62748]: DEBUG oslo_concurrency.lockutils [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.006272] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.006683] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b67251fc-fe68-4d6d-a07d-1eff6787faee {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.014023] env[62748]: DEBUG oslo_vmware.api [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1382.014023] env[62748]: value = "task-2750934" [ 1382.014023] env[62748]: _type = "Task" [ 1382.014023] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.021460] env[62748]: DEBUG oslo_vmware.api [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.524595] env[62748]: DEBUG oslo_vmware.api [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750934, 'name': PowerOnVM_Task, 'duration_secs': 0.336221} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.524847] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.525054] env[62748]: DEBUG nova.compute.manager [None req-9bafd8e8-b054-4040-8492-9f31bb7b7c0f tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.525808] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7723ac-8dc7-4754-acf4-ff2aa9f64a52 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.528198] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d418262-7dbd-481e-bc75-ca65fcb59e75 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.535151] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-11dbc45b-e9fe-4ed3-ab22-23637525b70b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Suspending the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1383.535409] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4576b785-98a0-49a5-8409-6dd51e23cb06 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.541988] env[62748]: DEBUG oslo_vmware.api [None req-11dbc45b-e9fe-4ed3-ab22-23637525b70b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1383.541988] env[62748]: value = "task-2750935" [ 1383.541988] env[62748]: _type = "Task" [ 1383.541988] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.550790] env[62748]: DEBUG oslo_vmware.api [None req-11dbc45b-e9fe-4ed3-ab22-23637525b70b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750935, 'name': SuspendVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.052975] env[62748]: DEBUG oslo_vmware.api [None req-11dbc45b-e9fe-4ed3-ab22-23637525b70b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750935, 'name': SuspendVM_Task} progress is 75%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.553073] env[62748]: DEBUG oslo_vmware.api [None req-11dbc45b-e9fe-4ed3-ab22-23637525b70b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750935, 'name': SuspendVM_Task, 'duration_secs': 0.740027} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.553512] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-11dbc45b-e9fe-4ed3-ab22-23637525b70b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Suspended the VM {{(pid=62748) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1384.553512] env[62748]: DEBUG nova.compute.manager [None req-11dbc45b-e9fe-4ed3-ab22-23637525b70b tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.554271] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7b8e10-15f8-49a2-b7c0-44c19317a168 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.836338] env[62748]: INFO nova.compute.manager [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Resuming [ 1385.836996] env[62748]: DEBUG nova.objects.instance [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'flavor' on Instance uuid e6eb1b00-24c5-450f-8464-4cedbd7a9b61 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.347748] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.348233] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquired lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.348233] env[62748]: DEBUG nova.network.neutron [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.038068] env[62748]: DEBUG nova.network.neutron [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Updating instance_info_cache with network_info: [{"id": "63647da1-abab-424c-9f99-146074228ca1", "address": "fa:16:3e:ad:75:c5", "network": {"id": "b308a377-f3c0-457f-a737-a6b62dcbac3f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1201682429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5187cb1dcad43ef9bbbc34483ffca98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63647da1-ab", "ovs_interfaceid": "63647da1-abab-424c-9f99-146074228ca1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.541101] env[62748]: DEBUG oslo_concurrency.lockutils [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Releasing lock "refresh_cache-e6eb1b00-24c5-450f-8464-4cedbd7a9b61" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.542097] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4775513-9add-47d9-9857-00cfcc97e079 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.548955] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Resuming the VM {{(pid=62748) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1388.549180] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-159c773a-c324-4d54-acac-564bbae5604a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.555057] env[62748]: DEBUG oslo_vmware.api [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1388.555057] env[62748]: value = "task-2750936" [ 1388.555057] env[62748]: _type = "Task" [ 1388.555057] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.562367] env[62748]: DEBUG oslo_vmware.api [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.067080] env[62748]: DEBUG oslo_vmware.api [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750936, 'name': PowerOnVM_Task, 'duration_secs': 0.47902} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.067080] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Resumed the VM {{(pid=62748) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1389.067080] env[62748]: DEBUG nova.compute.manager [None req-3d84dfd0-058b-42c0-8914-6becd1de4f57 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.067934] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7fc460-786b-4ed9-80f2-30cf24199b1c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.477561] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.478054] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.478143] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.478313] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.478488] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.480598] env[62748]: INFO nova.compute.manager [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Terminating instance [ 1390.984574] env[62748]: DEBUG nova.compute.manager [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.984826] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.985736] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d1d4bf-7daa-4b09-85e2-2d54d35acfc3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.993478] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.993710] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da841cbc-a1c6-40d3-83f6-6713edf60895 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.999534] env[62748]: DEBUG oslo_vmware.api [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1390.999534] env[62748]: value = "task-2750937" [ 1390.999534] env[62748]: _type = "Task" [ 1390.999534] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.007098] env[62748]: DEBUG oslo_vmware.api [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.510016] env[62748]: DEBUG oslo_vmware.api [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750937, 'name': PowerOffVM_Task, 'duration_secs': 0.183156} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.510461] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.510461] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.510702] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aebd1bde-5262-4489-99c6-78495a3ec839 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.573584] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.573787] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.573973] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleting the datastore file [datastore2] e6eb1b00-24c5-450f-8464-4cedbd7a9b61 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.574247] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2320bfd9-85f4-4cda-8d61-4a9cd7463729 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.580397] env[62748]: DEBUG oslo_vmware.api [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for the task: (returnval){ [ 1391.580397] env[62748]: value = "task-2750939" [ 1391.580397] env[62748]: _type = "Task" [ 1391.580397] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.587614] env[62748]: DEBUG oslo_vmware.api [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.703442] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.703618] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Cleaning up deleted instances {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1392.089527] env[62748]: DEBUG oslo_vmware.api [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Task: {'id': task-2750939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136253} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.089823] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.089992] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.090155] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.090338] env[62748]: INFO nova.compute.manager [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1392.090572] env[62748]: DEBUG oslo.service.loopingcall [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.090762] env[62748]: DEBUG nova.compute.manager [-] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.090860] env[62748]: DEBUG nova.network.neutron [-] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.212367] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] There are 29 instances to clean {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1392.212549] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: eff3879d-34c3-4768-8b2c-99f75cb4b88a] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1392.579025] env[62748]: DEBUG nova.compute.manager [req-4b37eeee-cddb-4f2c-beb8-7ae56987d537 req-9b056a6c-2066-464c-8b46-f2e7d7771166 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Received event network-vif-deleted-63647da1-abab-424c-9f99-146074228ca1 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1392.579025] env[62748]: INFO nova.compute.manager [req-4b37eeee-cddb-4f2c-beb8-7ae56987d537 req-9b056a6c-2066-464c-8b46-f2e7d7771166 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Neutron deleted interface 63647da1-abab-424c-9f99-146074228ca1; detaching it from the instance and deleting it from the info cache [ 1392.579025] env[62748]: DEBUG nova.network.neutron [req-4b37eeee-cddb-4f2c-beb8-7ae56987d537 req-9b056a6c-2066-464c-8b46-f2e7d7771166 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.715883] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 64c3a3fc-72cb-456d-89ba-da4a3671b945] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1393.056642] env[62748]: DEBUG nova.network.neutron [-] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.082775] env[62748]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1882fbf-9363-4b78-a0e1-d422f6cd7791 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.092955] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cca9a9-78d0-4282-9b56-956bae2ab232 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.118930] env[62748]: DEBUG nova.compute.manager [req-4b37eeee-cddb-4f2c-beb8-7ae56987d537 req-9b056a6c-2066-464c-8b46-f2e7d7771166 service nova] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Detach interface failed, port_id=63647da1-abab-424c-9f99-146074228ca1, reason: Instance e6eb1b00-24c5-450f-8464-4cedbd7a9b61 could not be found. {{(pid=62748) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1393.219378] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: e7cabbc9-e81b-4128-94f0-e946cab4b412] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1393.559297] env[62748]: INFO nova.compute.manager [-] [instance: e6eb1b00-24c5-450f-8464-4cedbd7a9b61] Took 1.47 seconds to deallocate network for instance. [ 1393.722459] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 2b48aafe-c438-4fdc-ae48-379371448a7e] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1394.066062] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.066354] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.066585] env[62748]: DEBUG nova.objects.instance [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lazy-loading 'resources' on Instance uuid e6eb1b00-24c5-450f-8464-4cedbd7a9b61 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.225933] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 12265382-52c6-4a30-8467-f59ebdf966b5] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1394.600146] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0802960b-2206-4723-a9cf-f754f7994bfb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.607792] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afead158-3962-4cf2-9571-be9bd00b2da7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.637543] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c894c6-1a37-495e-a640-77eb2bd87b7e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.644261] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968b30ef-701f-4271-b556-43c140be7494 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.656844] env[62748]: DEBUG nova.compute.provider_tree [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.729030] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 0c56a2d6-d3c5-4e4f-a542-ab937d20baa6] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1395.160334] env[62748]: DEBUG nova.scheduler.client.report [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.231834] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 7923bc2f-ebb5-4137-add9-a72231a98924] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1395.665715] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.686379] env[62748]: INFO nova.scheduler.client.report [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Deleted allocations for instance e6eb1b00-24c5-450f-8464-4cedbd7a9b61 [ 1395.734386] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 9b191f73-839f-401f-80a3-86af8d791942] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1396.194077] env[62748]: DEBUG oslo_concurrency.lockutils [None req-47930fce-222b-4077-8cde-6401331b3e50 tempest-ServerActionsTestJSON-1661095627 tempest-ServerActionsTestJSON-1661095627-project-member] Lock "e6eb1b00-24c5-450f-8464-4cedbd7a9b61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.716s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.237282] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: eb32285a-c607-4acf-a33d-3f324d3347a0] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1396.740537] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 382a6e4b-f240-4515-a37d-38e419e9cd74] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1397.243491] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 5e9824a5-cf8d-4b5c-a88f-3e0308aaeb6e] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1397.747182] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 70968122-147c-4f30-9435-6ecbd16eae9a] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1398.251745] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 357231d0-47d5-4e86-85d6-ad340009e497] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1398.755057] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: b3f926bc-643d-4c8c-af46-12312d5ff4d4] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1399.258199] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 182330e2-02b9-4301-89bd-4b7eb4bfe30c] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1399.761249] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: dce8cf57-b9e8-43d4-899f-7506bd161ed4] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1400.264199] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 452261a5-4cbf-401f-8129-a38e15e9aff2] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1400.768065] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 55a7cf2f-0c9d-4134-9fcd-a6e277d74086] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1401.113025] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.113025] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.271444] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: ea487132-e338-44f1-9244-3d6819490374] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1401.615522] env[62748]: DEBUG nova.compute.manager [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Starting instance... {{(pid=62748) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1401.775121] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 4370f0cb-206d-4bb3-a0db-e9e32a0c260b] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1402.202571] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.202840] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.204458] env[62748]: INFO nova.compute.claims [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.278857] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: d2817b63-1fbc-4491-a658-473e074e5dbf] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1402.782208] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 5ed76a2e-dc00-478b-8d47-0d01bafda831] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1403.239845] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13f8808-d838-4e9b-8f8f-805269af7e49 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.247662] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e2eae8-5360-4d4e-a0b6-c51f99c12c4a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.276306] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249bb96-817e-41bd-8d55-80f7667f2550 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.283450] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8f7731-b52b-4e15-bc40-42a6f797ac6a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.287315] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: b3cd10c1-6a0c-4df0-87f6-736b41297bb3] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1403.298269] env[62748]: DEBUG nova.compute.provider_tree [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.790270] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 82b27f18-3310-4e5f-a892-6be75f4d70b7] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1403.801243] env[62748]: DEBUG nova.scheduler.client.report [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.293955] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 79a39778-e39e-4b4b-a156-ae8970bd1e45] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1404.305301] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.305782] env[62748]: DEBUG nova.compute.manager [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Start building networks asynchronously for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1404.798198] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 70b9f4b5-7795-4678-a4a1-fdda13503ac5] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1404.810031] env[62748]: DEBUG nova.compute.utils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Using /dev/sd instead of None {{(pid=62748) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1404.810841] env[62748]: DEBUG nova.compute.manager [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Allocating IP information in the background. {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1404.811349] env[62748]: DEBUG nova.network.neutron [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] allocate_for_instance() {{(pid=62748) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1404.858041] env[62748]: DEBUG nova.policy [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d64c58f021f4bf6a8c9745564a7bdad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ce158456bc74dbc8c0929abf3969645', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62748) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.154181] env[62748]: DEBUG nova.network.neutron [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Successfully created port: 6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.301132] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 3b87ef60-f5e2-4cc2-ae2d-5dcd1869e60d] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1405.313818] env[62748]: DEBUG nova.compute.manager [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Start building block device mappings for instance. {{(pid=62748) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1405.804508] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 963c1677-26f6-4290-91b0-f77b1d181ce2] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1406.308950] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] [instance: 1951d4ff-daa7-44ac-aac5-ee032dc6a52d] Instance has had 0 of 5 cleanup attempts {{(pid=62748) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1406.323302] env[62748]: DEBUG nova.compute.manager [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Start spawning the instance on the hypervisor. {{(pid=62748) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.348354] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-21T02:17:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-21T02:17:24Z,direct_url=,disk_format='vmdk',id=2efd5ccb-b8df-4e85-870a-8f6ab2d95d39,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ceb5b63bc7844e41868796eb6203db29',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-21T02:17:24Z,virtual_size=,visibility=), allow threads: False {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.348615] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Flavor limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.348776] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Image limits 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.348960] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Flavor pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.349130] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Image pref 0:0:0 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.349285] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62748) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.349494] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.349654] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.349820] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Got 1 possible topologies {{(pid=62748) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.349979] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.350173] env[62748]: DEBUG nova.virt.hardware [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62748) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.351244] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4199fd7-aad4-47e5-95ed-d12ac9cf7088 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.359174] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3423fec-9980-4565-b5a4-1abf6fa80497 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.488348] env[62748]: DEBUG nova.compute.manager [req-24ffe791-4b48-4137-87e1-54c4ffe3b56f req-be75b594-bd62-4a75-bf85-02dd2d8f65d2 service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Received event network-vif-plugged-6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1406.488616] env[62748]: DEBUG oslo_concurrency.lockutils [req-24ffe791-4b48-4137-87e1-54c4ffe3b56f req-be75b594-bd62-4a75-bf85-02dd2d8f65d2 service nova] Acquiring lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.488793] env[62748]: DEBUG oslo_concurrency.lockutils [req-24ffe791-4b48-4137-87e1-54c4ffe3b56f req-be75b594-bd62-4a75-bf85-02dd2d8f65d2 service nova] Lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.489024] env[62748]: DEBUG oslo_concurrency.lockutils [req-24ffe791-4b48-4137-87e1-54c4ffe3b56f req-be75b594-bd62-4a75-bf85-02dd2d8f65d2 service nova] Lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.489187] env[62748]: DEBUG nova.compute.manager [req-24ffe791-4b48-4137-87e1-54c4ffe3b56f req-be75b594-bd62-4a75-bf85-02dd2d8f65d2 service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] No waiting events found dispatching network-vif-plugged-6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1406.489378] env[62748]: WARNING nova.compute.manager [req-24ffe791-4b48-4137-87e1-54c4ffe3b56f req-be75b594-bd62-4a75-bf85-02dd2d8f65d2 service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Received unexpected event network-vif-plugged-6e2c1f78-2998-4bec-ac44-b3da95630123 for instance with vm_state building and task_state spawning. [ 1406.566028] env[62748]: DEBUG nova.network.neutron [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Successfully updated port: 6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1406.812142] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1406.812540] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Cleaning up deleted instances with incomplete migration {{(pid=62748) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1407.071398] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.071398] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquired lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.071561] env[62748]: DEBUG nova.network.neutron [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.315014] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1407.601328] env[62748]: DEBUG nova.network.neutron [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Instance cache missing network info. {{(pid=62748) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.702266] env[62748]: DEBUG nova.network.neutron [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updating instance_info_cache with network_info: [{"id": "6e2c1f78-2998-4bec-ac44-b3da95630123", "address": "fa:16:3e:95:7f:f6", "network": {"id": "79670e17-7272-4e81-9911-70f23d7cd525", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1552522039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8ce158456bc74dbc8c0929abf3969645", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2c1f78-29", "ovs_interfaceid": "6e2c1f78-2998-4bec-ac44-b3da95630123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.204877] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Releasing lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.205291] env[62748]: DEBUG nova.compute.manager [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Instance network_info: |[{"id": "6e2c1f78-2998-4bec-ac44-b3da95630123", "address": "fa:16:3e:95:7f:f6", "network": {"id": "79670e17-7272-4e81-9911-70f23d7cd525", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1552522039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8ce158456bc74dbc8c0929abf3969645", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2c1f78-29", "ovs_interfaceid": "6e2c1f78-2998-4bec-ac44-b3da95630123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62748) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1408.205701] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:7f:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e2c1f78-2998-4bec-ac44-b3da95630123', 'vif_model': 'vmxnet3'}] {{(pid=62748) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.213183] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Creating folder: Project (8ce158456bc74dbc8c0929abf3969645). Parent ref: group-v553264. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.213454] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12771924-2f78-4482-ab79-25922f00e1d7 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.223592] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Created folder: Project (8ce158456bc74dbc8c0929abf3969645) in parent group-v553264. [ 1408.223774] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Creating folder: Instances. Parent ref: group-v553600. {{(pid=62748) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.223989] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6afb82ba-58ae-4bf9-bd6d-0cc5f2e90ab1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.233184] env[62748]: INFO nova.virt.vmwareapi.vm_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Created folder: Instances in parent group-v553600. [ 1408.233395] env[62748]: DEBUG oslo.service.loopingcall [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1408.233569] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Creating VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.233748] env[62748]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f7049a1-4efd-41ca-a1fd-cd3cb3a5cd31 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.251962] env[62748]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.251962] env[62748]: value = "task-2750942" [ 1408.251962] env[62748]: _type = "Task" [ 1408.251962] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.260029] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750942, 'name': CreateVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.513459] env[62748]: DEBUG nova.compute.manager [req-1ba7a8b7-26ac-4aea-ae6e-ff16162fcd0a req-815caaad-693c-431d-8358-85f96ce99ce8 service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Received event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1408.513673] env[62748]: DEBUG nova.compute.manager [req-1ba7a8b7-26ac-4aea-ae6e-ff16162fcd0a req-815caaad-693c-431d-8358-85f96ce99ce8 service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing instance network info cache due to event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1408.513904] env[62748]: DEBUG oslo_concurrency.lockutils [req-1ba7a8b7-26ac-4aea-ae6e-ff16162fcd0a req-815caaad-693c-431d-8358-85f96ce99ce8 service nova] Acquiring lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.514063] env[62748]: DEBUG oslo_concurrency.lockutils [req-1ba7a8b7-26ac-4aea-ae6e-ff16162fcd0a req-815caaad-693c-431d-8358-85f96ce99ce8 service nova] Acquired lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.514231] env[62748]: DEBUG nova.network.neutron [req-1ba7a8b7-26ac-4aea-ae6e-ff16162fcd0a req-815caaad-693c-431d-8358-85f96ce99ce8 service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing network info cache for port 6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1408.761511] env[62748]: DEBUG oslo_vmware.api [-] Task: {'id': task-2750942, 'name': CreateVM_Task, 'duration_secs': 0.27972} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.761699] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Created VM on the ESX host {{(pid=62748) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.762365] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.762536] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.762859] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.763120] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2ed9233-f2b2-49c2-90c3-c4b5789c92aa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.767116] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1408.767116] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]524c8a13-a948-0ba4-0930-232c76d7ed3a" [ 1408.767116] env[62748]: _type = "Task" [ 1408.767116] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.774294] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524c8a13-a948-0ba4-0930-232c76d7ed3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.169551] env[62748]: DEBUG nova.network.neutron [req-1ba7a8b7-26ac-4aea-ae6e-ff16162fcd0a req-815caaad-693c-431d-8358-85f96ce99ce8 service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updated VIF entry in instance network info cache for port 6e2c1f78-2998-4bec-ac44-b3da95630123. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.169895] env[62748]: DEBUG nova.network.neutron [req-1ba7a8b7-26ac-4aea-ae6e-ff16162fcd0a req-815caaad-693c-431d-8358-85f96ce99ce8 service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updating instance_info_cache with network_info: [{"id": "6e2c1f78-2998-4bec-ac44-b3da95630123", "address": "fa:16:3e:95:7f:f6", "network": {"id": "79670e17-7272-4e81-9911-70f23d7cd525", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1552522039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8ce158456bc74dbc8c0929abf3969645", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2c1f78-29", "ovs_interfaceid": "6e2c1f78-2998-4bec-ac44-b3da95630123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.282339] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]524c8a13-a948-0ba4-0930-232c76d7ed3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.282769] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.283222] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.283497] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.283734] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.284037] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.284388] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9feaba8-d72e-4a4e-8335-abd9e3fa1876 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.292227] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.292400] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.293101] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482cd4dd-41cd-4889-b840-653e1a38cf6d {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.297764] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1409.297764] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52549cb2-2d34-22a6-81b5-c394d76fb13e" [ 1409.297764] env[62748]: _type = "Task" [ 1409.297764] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.304522] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52549cb2-2d34-22a6-81b5-c394d76fb13e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.672155] env[62748]: DEBUG oslo_concurrency.lockutils [req-1ba7a8b7-26ac-4aea-ae6e-ff16162fcd0a req-815caaad-693c-431d-8358-85f96ce99ce8 service nova] Releasing lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.808637] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52549cb2-2d34-22a6-81b5-c394d76fb13e, 'name': SearchDatastore_Task, 'duration_secs': 0.008754} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.809356] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db99104-09bd-41ff-826b-a06b9cc744c0 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.814009] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1409.814009] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]5211e862-0c16-5b97-2d2c-6bea52ebf058" [ 1409.814009] env[62748]: _type = "Task" [ 1409.814009] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.820998] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5211e862-0c16-5b97-2d2c-6bea52ebf058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.323816] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]5211e862-0c16-5b97-2d2c-6bea52ebf058, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.324138] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.324345] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 508e2bf4-3da6-4aa1-a410-bca7180e02e3/508e2bf4-3da6-4aa1-a410-bca7180e02e3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.324592] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-188de874-c592-4407-a463-ce90b7c71def {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.331809] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1410.331809] env[62748]: value = "task-2750943" [ 1410.331809] env[62748]: _type = "Task" [ 1410.331809] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.338820] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.841969] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440107} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.842208] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 508e2bf4-3da6-4aa1-a410-bca7180e02e3/508e2bf4-3da6-4aa1-a410-bca7180e02e3.vmdk {{(pid=62748) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.842398] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Extending root virtual disk to 1048576 {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.842650] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc9148da-191e-47a6-91d1-8687cc59d1f5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.850135] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1410.850135] env[62748]: value = "task-2750944" [ 1410.850135] env[62748]: _type = "Task" [ 1410.850135] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.857532] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.359418] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06117} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.359758] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Extended root virtual disk {{(pid=62748) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.360386] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23ef7c4-499f-41ee-97b2-58ed03f561d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.381808] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 508e2bf4-3da6-4aa1-a410-bca7180e02e3/508e2bf4-3da6-4aa1-a410-bca7180e02e3.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.382022] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2aa359-c4b4-4e8a-90e9-c6c82d1f5ba2 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.401212] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1411.401212] env[62748]: value = "task-2750945" [ 1411.401212] env[62748]: _type = "Task" [ 1411.401212] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.408890] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.911774] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750945, 'name': ReconfigVM_Task, 'duration_secs': 0.254369} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.912081] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 508e2bf4-3da6-4aa1-a410-bca7180e02e3/508e2bf4-3da6-4aa1-a410-bca7180e02e3.vmdk or device None with type sparse {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.912727] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b7cac7-56a6-4a83-9397-e1eaacb9abe6 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.919264] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1411.919264] env[62748]: value = "task-2750946" [ 1411.919264] env[62748]: _type = "Task" [ 1411.919264] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.926668] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750946, 'name': Rename_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.429865] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750946, 'name': Rename_Task, 'duration_secs': 0.162236} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.430320] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.430480] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-101a8e8e-7ac6-4645-8390-23e6d44aa8ea {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.437272] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1412.437272] env[62748]: value = "task-2750947" [ 1412.437272] env[62748]: _type = "Task" [ 1412.437272] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.444349] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.947732] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.448398] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.816466] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.816734] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.816866] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.817031] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.817195] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.817401] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.817561] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.817706] env[62748]: DEBUG nova.compute.manager [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62748) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1413.817851] env[62748]: DEBUG oslo_service.periodic_task [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62748) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.949355] env[62748]: DEBUG oslo_vmware.api [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750947, 'name': PowerOnVM_Task, 'duration_secs': 1.047899} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.949647] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.949875] env[62748]: INFO nova.compute.manager [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1413.950073] env[62748]: DEBUG nova.compute.manager [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.950832] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05008950-03ba-4bee-9355-a89a9dffe125 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.321154] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.321402] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.321568] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.321727] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62748) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1414.322649] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3173cf-886f-49f4-ba6b-a571f2d9929c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.330971] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28b5e3-85de-46f4-9d78-a5f014a03584 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.344962] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef888e8-1950-4465-8549-ca23b9db5eaa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.350944] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04668be-5660-4a8e-b127-f23297993266 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.378476] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180683MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=62748) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1414.378599] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.378752] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.469113] env[62748]: INFO nova.compute.manager [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Took 12.35 seconds to build instance. [ 1414.971307] env[62748]: DEBUG oslo_concurrency.lockutils [None req-7499d724-e524-48fe-980f-e5ac57913259 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.858s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.403247] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Instance 508e2bf4-3da6-4aa1-a410-bca7180e02e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62748) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1415.403415] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1415.403532] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62748) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1415.428301] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f139e67a-a5af-4865-b8e6-fa403691e80e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.435631] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6fa01-d4ea-4ed7-9a0a-a22c95860467 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.465343] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b427ab58-20cd-4346-9686-8c5e48508411 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.472146] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f6ac6a-a0fb-4d11-bd97-a50e569211fb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.484591] env[62748]: DEBUG nova.compute.provider_tree [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.659587] env[62748]: INFO nova.compute.manager [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Rescuing [ 1415.659872] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.660040] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquired lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.660186] env[62748]: DEBUG nova.network.neutron [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Building network info cache for instance {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.987583] env[62748]: DEBUG nova.scheduler.client.report [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.388946] env[62748]: DEBUG nova.network.neutron [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updating instance_info_cache with network_info: [{"id": "6e2c1f78-2998-4bec-ac44-b3da95630123", "address": "fa:16:3e:95:7f:f6", "network": {"id": "79670e17-7272-4e81-9911-70f23d7cd525", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1552522039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8ce158456bc74dbc8c0929abf3969645", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2c1f78-29", "ovs_interfaceid": "6e2c1f78-2998-4bec-ac44-b3da95630123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.492775] env[62748]: DEBUG nova.compute.resource_tracker [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62748) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1416.493181] env[62748]: DEBUG oslo_concurrency.lockutils [None req-4ce19fa9-4ef7-4973-80f6-fe43c1b18643 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.892368] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Releasing lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.428778] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.429258] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-430a559a-0da7-40c4-a0ed-4c9a5677e171 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.437112] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1418.437112] env[62748]: value = "task-2750948" [ 1418.437112] env[62748]: _type = "Task" [ 1418.437112] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.446472] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.947394] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750948, 'name': PowerOffVM_Task, 'duration_secs': 0.197072} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.947789] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.948634] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a93434-bc41-4056-b8be-8095574434d5 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.966377] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86a1e9c-f11b-4c98-9d17-499f6f7b17a4 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.992562] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.992840] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a57e49a-c0a6-4377-a7b4-11f3f0283024 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.998811] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1418.998811] env[62748]: value = "task-2750949" [ 1418.998811] env[62748]: _type = "Task" [ 1418.998811] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.006409] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.509142] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] VM already powered off {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1419.509554] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Processing image 2efd5ccb-b8df-4e85-870a-8f6ab2d95d39 {{(pid=62748) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.509662] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.509826] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.510010] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.510252] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89690915-fb5b-4bcb-aab1-5b7a23daf434 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.518922] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62748) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.519094] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62748) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.519753] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6072b7-d3c0-4e28-a807-63a23a11061f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.524240] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1419.524240] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d728eb-5419-3cf8-2420-38bc0b0d083e" [ 1419.524240] env[62748]: _type = "Task" [ 1419.524240] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.531110] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d728eb-5419-3cf8-2420-38bc0b0d083e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.034583] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52d728eb-5419-3cf8-2420-38bc0b0d083e, 'name': SearchDatastore_Task, 'duration_secs': 0.008177} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.035351] env[62748]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e485e165-e185-4b37-8f45-8de82b85f93c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.040015] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1420.040015] env[62748]: value = "session[5277ac20-181a-92f0-16ed-f24a8d56e118]52111110-ffd9-f50b-d6b1-2802c48047a0" [ 1420.040015] env[62748]: _type = "Task" [ 1420.040015] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.046784] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52111110-ffd9-f50b-d6b1-2802c48047a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.550171] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': session[5277ac20-181a-92f0-16ed-f24a8d56e118]52111110-ffd9-f50b-d6b1-2802c48047a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.550562] env[62748]: DEBUG oslo_concurrency.lockutils [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.550698] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 508e2bf4-3da6-4aa1-a410-bca7180e02e3/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. {{(pid=62748) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1420.550920] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e20b9fb7-7505-4a20-b164-97ca6230d3cb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.557357] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1420.557357] env[62748]: value = "task-2750950" [ 1420.557357] env[62748]: _type = "Task" [ 1420.557357] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.564268] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.067723] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479741} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.067997] env[62748]: INFO nova.virt.vmwareapi.ds_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39.vmdk to [datastore2] 508e2bf4-3da6-4aa1-a410-bca7180e02e3/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk. [ 1421.068785] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bc9997-03b9-4d7e-bb4d-0affd52545d3 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.093562] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 508e2bf4-3da6-4aa1-a410-bca7180e02e3/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.093801] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c16fc9f-4a61-4140-a0de-9a1048d4224c {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.110513] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1421.110513] env[62748]: value = "task-2750951" [ 1421.110513] env[62748]: _type = "Task" [ 1421.110513] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.117499] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.621047] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750951, 'name': ReconfigVM_Task, 'duration_secs': 0.264461} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.621394] env[62748]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 508e2bf4-3da6-4aa1-a410-bca7180e02e3/2efd5ccb-b8df-4e85-870a-8f6ab2d95d39-rescue.vmdk or device None with type thin {{(pid=62748) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.622117] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e720e61-74d2-46ed-b11f-9659a6dbc492 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.645517] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d24604-3663-4141-9941-41f5d1e5ccef {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.659853] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1421.659853] env[62748]: value = "task-2750952" [ 1421.659853] env[62748]: _type = "Task" [ 1421.659853] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.666856] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.169505] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750952, 'name': ReconfigVM_Task, 'duration_secs': 0.146263} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.169773] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Powering on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.170027] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db44ceba-1d4b-4716-8c6f-ea9486c0f3bb {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.176011] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1422.176011] env[62748]: value = "task-2750953" [ 1422.176011] env[62748]: _type = "Task" [ 1422.176011] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.182874] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.686343] env[62748]: DEBUG oslo_vmware.api [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750953, 'name': PowerOnVM_Task, 'duration_secs': 0.367699} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.686837] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Powered on the VM {{(pid=62748) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.689292] env[62748]: DEBUG nova.compute.manager [None req-fd8e34b9-4a2e-4242-b08a-17703fff1124 tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Checking state {{(pid=62748) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.690027] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4875d278-dca1-4066-b97e-20a5706fac5a {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.346466] env[62748]: DEBUG nova.compute.manager [req-54f172fa-a67f-4ba6-adf6-0cf8dcfc2d54 req-835b1fc9-5a8b-4d18-9d43-1716b237a4db service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Received event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1423.346675] env[62748]: DEBUG nova.compute.manager [req-54f172fa-a67f-4ba6-adf6-0cf8dcfc2d54 req-835b1fc9-5a8b-4d18-9d43-1716b237a4db service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing instance network info cache due to event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1423.347036] env[62748]: DEBUG oslo_concurrency.lockutils [req-54f172fa-a67f-4ba6-adf6-0cf8dcfc2d54 req-835b1fc9-5a8b-4d18-9d43-1716b237a4db service nova] Acquiring lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.347036] env[62748]: DEBUG oslo_concurrency.lockutils [req-54f172fa-a67f-4ba6-adf6-0cf8dcfc2d54 req-835b1fc9-5a8b-4d18-9d43-1716b237a4db service nova] Acquired lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.347217] env[62748]: DEBUG nova.network.neutron [req-54f172fa-a67f-4ba6-adf6-0cf8dcfc2d54 req-835b1fc9-5a8b-4d18-9d43-1716b237a4db service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing network info cache for port 6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.016456] env[62748]: DEBUG nova.network.neutron [req-54f172fa-a67f-4ba6-adf6-0cf8dcfc2d54 req-835b1fc9-5a8b-4d18-9d43-1716b237a4db service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updated VIF entry in instance network info cache for port 6e2c1f78-2998-4bec-ac44-b3da95630123. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.016820] env[62748]: DEBUG nova.network.neutron [req-54f172fa-a67f-4ba6-adf6-0cf8dcfc2d54 req-835b1fc9-5a8b-4d18-9d43-1716b237a4db service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updating instance_info_cache with network_info: [{"id": "6e2c1f78-2998-4bec-ac44-b3da95630123", "address": "fa:16:3e:95:7f:f6", "network": {"id": "79670e17-7272-4e81-9911-70f23d7cd525", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1552522039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8ce158456bc74dbc8c0929abf3969645", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2c1f78-29", "ovs_interfaceid": "6e2c1f78-2998-4bec-ac44-b3da95630123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.519397] env[62748]: DEBUG oslo_concurrency.lockutils [req-54f172fa-a67f-4ba6-adf6-0cf8dcfc2d54 req-835b1fc9-5a8b-4d18-9d43-1716b237a4db service nova] Releasing lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.372674] env[62748]: DEBUG nova.compute.manager [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Received event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1425.372674] env[62748]: DEBUG nova.compute.manager [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing instance network info cache due to event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1425.372674] env[62748]: DEBUG oslo_concurrency.lockutils [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] Acquiring lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.372674] env[62748]: DEBUG oslo_concurrency.lockutils [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] Acquired lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.372674] env[62748]: DEBUG nova.network.neutron [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing network info cache for port 6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.415433] env[62748]: DEBUG nova.compute.manager [req-41820821-9880-4722-8c26-659300348b58 req-5cdc26e2-d7ce-43c6-be9b-247c668392aa service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Received event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1425.415944] env[62748]: DEBUG nova.compute.manager [req-41820821-9880-4722-8c26-659300348b58 req-5cdc26e2-d7ce-43c6-be9b-247c668392aa service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing instance network info cache due to event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1425.415944] env[62748]: DEBUG oslo_concurrency.lockutils [req-41820821-9880-4722-8c26-659300348b58 req-5cdc26e2-d7ce-43c6-be9b-247c668392aa service nova] Acquiring lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.063028] env[62748]: DEBUG nova.network.neutron [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updated VIF entry in instance network info cache for port 6e2c1f78-2998-4bec-ac44-b3da95630123. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.063396] env[62748]: DEBUG nova.network.neutron [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updating instance_info_cache with network_info: [{"id": "6e2c1f78-2998-4bec-ac44-b3da95630123", "address": "fa:16:3e:95:7f:f6", "network": {"id": "79670e17-7272-4e81-9911-70f23d7cd525", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1552522039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8ce158456bc74dbc8c0929abf3969645", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2c1f78-29", "ovs_interfaceid": "6e2c1f78-2998-4bec-ac44-b3da95630123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.541644] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.542059] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.542155] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.542346] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.542523] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.544612] env[62748]: INFO nova.compute.manager [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Terminating instance [ 1426.566351] env[62748]: DEBUG oslo_concurrency.lockutils [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] Releasing lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.566594] env[62748]: DEBUG nova.compute.manager [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Received event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1426.566764] env[62748]: DEBUG nova.compute.manager [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing instance network info cache due to event network-changed-6e2c1f78-2998-4bec-ac44-b3da95630123. {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1426.566977] env[62748]: DEBUG oslo_concurrency.lockutils [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] Acquiring lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.567147] env[62748]: DEBUG oslo_concurrency.lockutils [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] Acquired lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.567314] env[62748]: DEBUG nova.network.neutron [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing network info cache for port 6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.049275] env[62748]: DEBUG nova.compute.manager [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Start destroying the instance on the hypervisor. {{(pid=62748) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.049492] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Destroying instance {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.050400] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a67668-662b-4a0c-b6bd-b081487ada3b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.058304] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Powering off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.058542] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd43baf9-943e-4a3e-914d-59b210efd6fa {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.065116] env[62748]: DEBUG oslo_vmware.api [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1427.065116] env[62748]: value = "task-2750954" [ 1427.065116] env[62748]: _type = "Task" [ 1427.065116] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.074670] env[62748]: DEBUG oslo_vmware.api [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.312551] env[62748]: DEBUG nova.network.neutron [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updated VIF entry in instance network info cache for port 6e2c1f78-2998-4bec-ac44-b3da95630123. {{(pid=62748) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.312976] env[62748]: DEBUG nova.network.neutron [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updating instance_info_cache with network_info: [{"id": "6e2c1f78-2998-4bec-ac44-b3da95630123", "address": "fa:16:3e:95:7f:f6", "network": {"id": "79670e17-7272-4e81-9911-70f23d7cd525", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1552522039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "8ce158456bc74dbc8c0929abf3969645", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e2c1f78-29", "ovs_interfaceid": "6e2c1f78-2998-4bec-ac44-b3da95630123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.574979] env[62748]: DEBUG oslo_vmware.api [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750954, 'name': PowerOffVM_Task, 'duration_secs': 0.213226} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.575445] env[62748]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Powered off the VM {{(pid=62748) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.575445] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Unregistering the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.575684] env[62748]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1731e14f-5f49-4557-8ec6-553d26810536 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.639975] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Unregistered the VM {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.640263] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Deleting contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.640375] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Deleting the datastore file [datastore2] 508e2bf4-3da6-4aa1-a410-bca7180e02e3 {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.640601] env[62748]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df359ed1-9fd3-4a6e-a372-ffb9a8079e3f {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.648067] env[62748]: DEBUG oslo_vmware.api [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for the task: (returnval){ [ 1427.648067] env[62748]: value = "task-2750956" [ 1427.648067] env[62748]: _type = "Task" [ 1427.648067] env[62748]: } to complete. {{(pid=62748) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.655970] env[62748]: DEBUG oslo_vmware.api [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.816254] env[62748]: DEBUG oslo_concurrency.lockutils [req-f26d97d4-33d3-4859-b970-d3c87f761c24 req-1165f2ee-f587-4c46-90c8-bf401ff9a71d service nova] Releasing lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.816937] env[62748]: DEBUG oslo_concurrency.lockutils [req-41820821-9880-4722-8c26-659300348b58 req-5cdc26e2-d7ce-43c6-be9b-247c668392aa service nova] Acquired lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.817297] env[62748]: DEBUG nova.network.neutron [req-41820821-9880-4722-8c26-659300348b58 req-5cdc26e2-d7ce-43c6-be9b-247c668392aa service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Refreshing network info cache for port 6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.157758] env[62748]: DEBUG oslo_vmware.api [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Task: {'id': task-2750956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201178} completed successfully. {{(pid=62748) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.158017] env[62748]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Deleted the datastore file {{(pid=62748) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.158212] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Deleted contents of the VM from datastore datastore2 {{(pid=62748) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.158389] env[62748]: DEBUG nova.virt.vmwareapi.vmops [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Instance destroyed {{(pid=62748) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.158560] env[62748]: INFO nova.compute.manager [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1428.158798] env[62748]: DEBUG oslo.service.loopingcall [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62748) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.158983] env[62748]: DEBUG nova.compute.manager [-] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Deallocating network for instance {{(pid=62748) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.159093] env[62748]: DEBUG nova.network.neutron [-] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] deallocate_for_instance() {{(pid=62748) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.340603] env[62748]: INFO nova.network.neutron [req-41820821-9880-4722-8c26-659300348b58 req-5cdc26e2-d7ce-43c6-be9b-247c668392aa service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Port 6e2c1f78-2998-4bec-ac44-b3da95630123 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1428.340892] env[62748]: DEBUG nova.network.neutron [req-41820821-9880-4722-8c26-659300348b58 req-5cdc26e2-d7ce-43c6-be9b-247c668392aa service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.381136] env[62748]: DEBUG nova.compute.manager [req-ac614bae-b869-4920-a917-c7952ced60a5 req-2a510cdf-e03b-4886-af40-084a2cf0b1da service nova] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Received event network-vif-deleted-6e2c1f78-2998-4bec-ac44-b3da95630123 {{(pid=62748) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1428.843708] env[62748]: DEBUG oslo_concurrency.lockutils [req-41820821-9880-4722-8c26-659300348b58 req-5cdc26e2-d7ce-43c6-be9b-247c668392aa service nova] Releasing lock "refresh_cache-508e2bf4-3da6-4aa1-a410-bca7180e02e3" {{(pid=62748) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.865437] env[62748]: DEBUG nova.network.neutron [-] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Updating instance_info_cache with network_info: [] {{(pid=62748) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.368647] env[62748]: INFO nova.compute.manager [-] [instance: 508e2bf4-3da6-4aa1-a410-bca7180e02e3] Took 1.21 seconds to deallocate network for instance. [ 1429.875051] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.875418] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.875541] env[62748]: DEBUG nova.objects.instance [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lazy-loading 'resources' on Instance uuid 508e2bf4-3da6-4aa1-a410-bca7180e02e3 {{(pid=62748) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.410204] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550c9f3c-ded6-48e9-bb97-c2b2409b4e0b {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.418252] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52268f89-5aa9-47a1-a098-1a308147c74e {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.447274] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c069f805-e9ea-4332-bd7f-11618ad4d9ab {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.454111] env[62748]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae150a91-50bc-471b-b2a9-81267aec53d1 {{(pid=62748) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.467604] env[62748]: DEBUG nova.compute.provider_tree [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Inventory has not changed in ProviderTree for provider: 74ca466f-48af-453b-acbe-44806e22bf31 {{(pid=62748) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.971185] env[62748]: DEBUG nova.scheduler.client.report [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Inventory has not changed for provider 74ca466f-48af-453b-acbe-44806e22bf31 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62748) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.475799] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.492652] env[62748]: INFO nova.scheduler.client.report [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Deleted allocations for instance 508e2bf4-3da6-4aa1-a410-bca7180e02e3 [ 1432.000500] env[62748]: DEBUG oslo_concurrency.lockutils [None req-6f49db94-3181-40d6-b8e0-0b85dc69a25b tempest-ServerRescueTestJSONUnderV235-299609546 tempest-ServerRescueTestJSONUnderV235-299609546-project-member] Lock "508e2bf4-3da6-4aa1-a410-bca7180e02e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.458s {{(pid=62748) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}